-- Logs begin at Thu 2021-04-15 12:34:25 UTC, end at Thu 2021-04-15 13:35:30 UTC. -- Apr 15 13:06:54.561227 dv-cinder-784945-5-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 15 13:06:57.774972 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.common.config [-] Logging enabled! Apr 15 13:06:57.775530 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev84 Apr 15 13:06:57.776856 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85144) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 15 13:06:57.778641 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.common.config [-] Logging enabled! Apr 15 13:06:57.778936 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev84 Apr 15 13:06:57.779294 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85144) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 15 13:06:57.780385 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 15 13:06:57.780653 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 15 13:06:57.781705 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 15 13:06:57.781989 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 15 13:06:57.782263 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 15 13:06:57.782628 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.782979 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.783321 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.783609 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.783956 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.784295 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.784622 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.784962 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.785308 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.785637 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.785959 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.786287 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.786552 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.786877 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] config_source = [] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.787211 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.787567 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.787827 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] debug = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.788152 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.788694 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.789070 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.790166 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.790389 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.790715 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.791033 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.791359 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.791722 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.792096 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] host = dv-cinder-784945-5-smb {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.792419 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.792757 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.793094 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.793430 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.793749 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.794070 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.794402 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.794721 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] log_dir = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.795038 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] log_file = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.795357 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.795716 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.796058 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.796403 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.796662 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.796921 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.797257 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.797593 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.797914 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.798232 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.798547 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.798863 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.799178 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.799511 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.799854 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.800186 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.800517 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.800835 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.801152 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.801473 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.801791 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.802125 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.802442 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.802757 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.803074 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.803408 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.803745 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.804060 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.804408 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.804865 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.805287 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.805531 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.805850 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.806179 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.806493 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.806807 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] use_journal = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.807120 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] use_json = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.807433 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.807775 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.808104 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.808417 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.808731 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.809044 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.809358 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.809693 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:06:57.810032 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.810375 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.810723 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.811048 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.811393 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.811741 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.812080 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.812400 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.812737 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.813074 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.813401 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.813721 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.814053 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.814372 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.814715 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.815068 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.815408 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.815773 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.816092 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.816408 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.816724 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.817043 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.817372 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.817711 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.818049 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.818367 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.818690 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.819027 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.819349 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.819691 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.820013 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.820691 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.820691 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.820999 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.821321 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.821643 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.821957 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.822271 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.822592 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.822930 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.823250 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.823589 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.823907 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.824226 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.824539 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.824868 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.825187 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.825484 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.825793 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.826113 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.826430 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.826744 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.827062 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.827377 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.827720 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.828034 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.828347 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.828662 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.828976 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.829290 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.829602 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.829916 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.830233 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.830547 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.830860 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.831172 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.831519 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.831839 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.832165 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.832506 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.832830 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.833155 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.833476 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.833796 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.834117 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.834437 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.834761 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.835086 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.835401 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.835764 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.836851 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.837182 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.837515 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.837843 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.838190 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.838517 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.838845 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.839167 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.839504 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.839866 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.840194 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.840537 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.840876 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.841214 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.841557 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.841896 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.842220 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.842580 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.842904 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:06:57.843157 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 15 13:06:57.843426 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=85144) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 15 13:06:58.527046 dv-cinder-784945-5-smb neutron-server[85144]: INFO keyring.backend [-] Loading Gnome Apr 15 13:06:58.544306 dv-cinder-784945-5-smb neutron-server[85144]: INFO keyring.backend [-] Loading Google Apr 15 13:06:58.547040 dv-cinder-784945-5-smb neutron-server[85144]: INFO keyring.backend [-] Loading Windows (alt) Apr 15 13:06:58.550606 dv-cinder-784945-5-smb neutron-server[85144]: INFO keyring.backend [-] Loading file Apr 15 13:06:58.551461 dv-cinder-784945-5-smb neutron-server[85144]: INFO keyring.backend [-] Loading keyczar Apr 15 13:06:58.551773 dv-cinder-784945-5-smb neutron-server[85144]: INFO keyring.backend [-] Loading multi Apr 15 13:06:58.552444 dv-cinder-784945-5-smb neutron-server[85144]: INFO keyring.backend [-] Loading pyfs Apr 15 13:06:58.599742 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=85144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:06:58.600057 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=85144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:06:58.600393 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=85144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:06:58.600776 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 15 13:06:58.996759 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:06:58.997304 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:06:58.997431 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:06:58.998718 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:06:58.999144 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:06:58.999444 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:06:59.036672 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:06:59.036985 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:06:59.037285 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:06:59.052741 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:06:59.053134 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:06:59.053366 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:06:59.120771 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:06:59.121091 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:06:59.121395 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:06:59.122408 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:06:59.122712 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:06:59.124567 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:06:59.397025 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:06:59.397352 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:06:59.397658 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:06:59.397966 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:06:59.399535 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:06:59.550066 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:06:59.550445 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:06:59.550770 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:06:59.551076 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:06:59.551377 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:06:59.551806 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:06:59.552111 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:06:59.552405 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:06:59.552696 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:06:59.553033 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:06:59.553331 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:06:59.553637 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:06:59.553944 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:06:59.554236 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:06:59.555061 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:06:59.555439 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:06:59.555768 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:06:59.556089 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:06:59.556377 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:06:59.556715 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:06:59.557163 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:06:59.557452 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:06:59.557737 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:06:59.558077 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:06:59.558360 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:06:59.558640 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:06:59.559083 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=85144) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 13:06:59.559362 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=85144) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 13:06:59.559681 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=85144) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 13:06:59.559941 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=85144) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 13:06:59.560215 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=85144) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 13:06:59.560488 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=85144) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 13:06:59.560911 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 15 13:06:59.564264 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 15 13:06:59.568362 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 15 13:06:59.572927 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Apr 15 13:06:59.574652 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 15 13:06:59.575951 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 15 13:06:59.576338 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 15 13:06:59.576820 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 15 13:06:59.579707 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 15 13:06:59.580001 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 15 13:06:59.580398 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 15 13:06:59.608433 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 15 13:06:59.608957 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:06:59.609293 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=85144) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 15 13:06:59.609885 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:06:59.611238 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=85144) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 15 13:06:59.611585 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 15 13:06:59.611868 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 15 13:06:59.615073 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:06:59.615390 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:06:59.684199 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 15 13:06:59.684409 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 15 13:06:59.684679 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 15 13:06:59.685084 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 15 13:06:59.719081 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_db.sqlalchemy.engines [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=85144) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 15 13:07:00.164635 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.plugins.ml2.managers [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Initializing driver for type 'gre' Apr 15 13:07:00.165207 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] gre ID ranges: [(1, 1000)] Apr 15 13:07:00.203864 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.plugins.ml2.managers [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Initializing driver for type 'local' Apr 15 13:07:00.204239 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.plugins.ml2.managers [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Initializing driver for type 'vlan' Apr 15 13:07:00.214490 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] VlanTypeDriver initialization complete Apr 15 13:07:00.214868 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.plugins.ml2.managers [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Initializing driver for type 'vxlan' Apr 15 13:07:00.215405 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] vxlan ID ranges: [(1, 1000)] Apr 15 13:07:00.257886 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.plugins.ml2.managers [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Initializing extension driver 'port_security' Apr 15 13:07:00.258254 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.plugins.ml2.extensions.port_security [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] PortSecurityExtensionDriver initialization complete Apr 15 13:07:00.258630 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.plugins.ml2.managers [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Initializing mechanism driver 'openvswitch' Apr 15 13:07:00.258994 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.plugins.ml2.managers [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Initializing mechanism driver 'hyperv' Apr 15 13:07:00.265362 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=85144) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:07:00.266614 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > port after_create 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.267029 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > port after_update 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.267422 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > port after_delete 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.267879 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > subnet after_create 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.268268 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > subnet after_update 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.268651 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > subnet after_delete 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.269070 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > network after_create 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.269501 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > network after_update 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.269833 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > network after_delete 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.270253 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > security_group after_create 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.270632 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > security_group after_update 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.271149 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > security_group after_delete 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.271594 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.272059 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.272357 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.272790 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > address_group after_create 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.273158 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > address_group after_update 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.274094 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > address_group after_delete 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.274633 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] ML2 OVO RPC backend initialized. {{(pid=85144) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 15 13:07:00.275430 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > router_interface after_create 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.275875 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > router_interface after_delete 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.276311 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > network before_response 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.276701 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > networks before_response 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.277084 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > port before_response 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.277501 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > ports before_response 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.277884 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > subnet before_response 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.278271 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > subnets before_response 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.278658 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > network after_create 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.279036 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > network after_update 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.279411 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > network after_delete 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.279812 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > port after_create 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.280185 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > port after_update 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.280557 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > port after_delete 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.280931 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > subnet after_create 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.281308 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > subnet after_update 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.281676 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > subnet after_delete 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.282305 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.plugins.ml2.plugin [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Modular L2 Plugin initialization complete Apr 15 13:07:00.282670 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading services supported by the core plugin {{(pid=85144) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 15 13:07:00.283030 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.plugins.ml2.managers [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Got port-security extension from driver 'port_security' Apr 15 13:07:00.283550 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.extensions.vlantransparent [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Disabled vlantransparent extension. Apr 15 13:07:00.284081 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=85144) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 15 13:07:00.284427 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading Plugin: router Apr 15 13:07:00.325389 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > router_interface before_create 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.325820 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > router after_create 55549900 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.326230 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > router before_create 55549900 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.326637 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > router_interface before_delete 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.327054 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > router_interface after_delete 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.327448 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > router after_delete 55549900 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.327871 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > floatingip after_update 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.328286 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > router after_create 55549900 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.328668 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > router after_update 55549900 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.329061 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > router after_update 55549900 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.329452 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.329857 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > router after_update 55549900 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.330345 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > router precommit_update 55549900 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.330767 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: port after_update 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.331145 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: port after_delete 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.331559 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: subnet after_update 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.331943 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.332334 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > port precommit_delete 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.332720 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > router precommit_create 55549900 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.333101 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: port before_delete 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.333487 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > router precommit_create 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.333889 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > router after_update 55549900 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.334265 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > router precommit_delete 55549900 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.334652 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > router precommit_create 55549900 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.335058 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > router_interface after_create 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.335442 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > router precommit_update 55549900 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.336510 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > network after_delete 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.337774 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource_registry [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Tracking information for resource: router configured {{(pid=85144) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 13:07:00.338154 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource_registry [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Tracking information for resource: floatingip configured {{(pid=85144) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 13:07:00.343080 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.db.l3_agentschedulers_db [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 15 13:07:00.343776 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: port after_update 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.344165 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: port after_create 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.344549 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: port after_delete 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.344939 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: port after_update 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.345835 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > router before_create 55550100 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.346237 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > router precommit_delete 55550100 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.346645 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > router precommit_create 55550100 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.347042 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > router precommit_update 55550100 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.352648 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.services.provider_configuration [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Service providers = [] {{(pid=85144) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 15 13:07:00.353069 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.servicetype_db [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=85144) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 15 13:07:00.355970 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.services.service_base [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=85144) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 15 13:07:00.356356 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.services.service_base [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=85144) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 15 13:07:00.356742 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.services.service_base [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=85144) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 15 13:07:00.357640 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.services.service_base [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=85144) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 15 13:07:00.358045 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.services.service_base [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 15 13:07:00.358470 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=85144) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 13:07:00.358833 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 15 13:07:00.368989 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Successfully loaded METERING plugin. Description: METERING {{(pid=85144) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 13:07:00.369366 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading Plugin: auto_allocate Apr 15 13:07:00.375408 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: network precommit_update 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.375837 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: network precommit_create 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.376433 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=85144) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 13:07:00.376794 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading Plugin: tag Apr 15 13:07:00.383909 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=85144) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 13:07:00.384285 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading Plugin: timestamp Apr 15 13:07:00.388172 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=85144) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 13:07:00.388540 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading Plugin: network_ip_availability Apr 15 13:07:00.394076 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.394395 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.394787 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.395602 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=85144) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 13:07:00.395965 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading Plugin: flavors Apr 15 13:07:00.401056 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=85144) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 13:07:00.401426 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading Plugin: revisions Apr 15 13:07:00.405859 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=85144) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 13:07:00.406287 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.806s {{(pid=85144) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:07:00.407080 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=85144) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 15 13:07:00.407442 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Initializing extension manager. Apr 15 13:07:00.408042 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: __init__.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.408421 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: __pycache__ {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.408796 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.409171 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: address_group.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.409973 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.410625 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: address-group Apr 15 13:07:00.410991 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: address_scope.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.411783 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.412356 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: address-scope Apr 15 13:07:00.412718 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: admin_state_down_before_update.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.413654 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.414890 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: router-admin-state-down-before-update Apr 15 13:07:00.415203 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: agent.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.415986 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.416557 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: agent Apr 15 13:07:00.416917 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: agent_resources_synced.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.417835 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.418406 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: agent-resources-synced Apr 15 13:07:00.418766 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: allowedaddresspairs.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.420605 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.421182 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: allowed-address-pairs Apr 15 13:07:00.421549 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: auto_allocated_topology.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.422627 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.423205 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: auto-allocated-topology Apr 15 13:07:00.423593 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: availability_zone.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.424345 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.424925 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: availability_zone Apr 15 13:07:00.425289 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: availability_zone_filter.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.426230 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.426806 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: availability_zone_filter Apr 15 13:07:00.427169 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: data_plane_status.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.428236 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.428816 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extension data-plane-status not supported by any of loaded plugins Apr 15 13:07:00.429182 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: default_subnetpools.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.430166 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.430736 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: default-subnetpools Apr 15 13:07:00.431099 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: dhcpagentscheduler.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.432014 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.432599 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: dhcp_agent_scheduler Apr 15 13:07:00.432962 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: dns.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.433879 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.434446 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extension dns-integration not supported by any of loaded plugins Apr 15 13:07:00.434810 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: dns_domain_ports.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.435761 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.436338 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 15 13:07:00.436699 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: dvr.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.437425 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.437997 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: dvr Apr 15 13:07:00.438359 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: empty_string_filtering.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.439283 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.439885 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: empty-string-filtering Apr 15 13:07:00.440250 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.441175 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.441752 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 15 13:07:00.442113 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.443038 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.443634 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 15 13:07:00.443999 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: external_net.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.444923 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.446138 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: external-net Apr 15 13:07:00.446418 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: extra_dhcp_opt.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.447335 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.447952 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: extra_dhcp_opt Apr 15 13:07:00.448317 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: extraroute.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.449244 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.449818 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: extraroute Apr 15 13:07:00.450177 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: extraroute_atomic.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.451704 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.452280 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: extraroute-atomic Apr 15 13:07:00.452645 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: filter_validation.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.453349 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.453917 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: filter-validation Apr 15 13:07:00.454278 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: fip_pf_description.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.455204 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.455819 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 15 13:07:00.456184 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: fip_port_details.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.457206 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.457774 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: fip-port-details Apr 15 13:07:00.458132 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: flavors.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.459371 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.459987 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: flavors Apr 15 13:07:00.460353 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.462856 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.463437 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 15 13:07:00.463839 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: floatingip_pools.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.464590 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.465163 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: floatingip-pools Apr 15 13:07:00.465530 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: ip_allocation.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.466463 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.467025 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extension ip_allocation not supported by any of loaded plugins Apr 15 13:07:00.467392 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: ip_substring_port_filtering.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.468350 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.468921 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: ip-substring-filtering Apr 15 13:07:00.469289 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: l2_adjacency.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.470234 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.470799 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extension l2_adjacency not supported by any of loaded plugins Apr 15 13:07:00.471160 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: l3.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.472261 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.472835 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: router Apr 15 13:07:00.473197 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: l3_conntrack_helper.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.475467 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.476101 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 15 13:07:00.476548 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: l3_ext_gw_mode.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.477621 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.478266 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: ext-gw-mode Apr 15 13:07:00.478584 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: l3_ext_ha_mode.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.479654 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.480238 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: l3-ha Apr 15 13:07:00.480607 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: l3_flavors.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.483006 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.483006 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: l3-flavors Apr 15 13:07:00.483006 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.483888 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.484012 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: l3-port-ip-change-not-allowed Apr 15 13:07:00.484342 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: l3agentscheduler.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.485509 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.486093 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: l3_agent_scheduler Apr 15 13:07:00.486460 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: logging.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.488189 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.488651 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extension logging not supported by any of loaded plugins Apr 15 13:07:00.489044 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: metering.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.490354 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.490771 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: metering Apr 15 13:07:00.491189 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.492427 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.493010 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: metering_source_and_destination_fields Apr 15 13:07:00.493373 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: multiprovidernet.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.494315 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.494883 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: multi-provider Apr 15 13:07:00.495243 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: netmtu.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.496230 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.497014 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: net-mtu Apr 15 13:07:00.497173 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: netmtu_writable.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.498094 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.498688 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: net-mtu-writable Apr 15 13:07:00.499108 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: network_availability_zone.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.499989 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.500826 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: network_availability_zone Apr 15 13:07:00.501290 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: network_ip_availability.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.502344 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.503028 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: network-ip-availability Apr 15 13:07:00.503276 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: network_segment_range.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.504156 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.504735 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extension network-segment-range not supported by any of loaded plugins Apr 15 13:07:00.505096 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: pagination.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.506127 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.506499 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: pagination Apr 15 13:07:00.506859 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: port_device_profile.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.508385 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.508936 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: port-device-profile Apr 15 13:07:00.509297 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: port_mac_address_regenerate.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.510244 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.510853 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: port-mac-address-regenerate Apr 15 13:07:00.511185 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: port_numa_affinity_policy.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.512172 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.512744 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: port-numa-affinity-policy Apr 15 13:07:00.513104 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: port_resource_request.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.514028 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.514590 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extension port-resource-request not supported by any of loaded plugins Apr 15 13:07:00.514951 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: portbindings.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.515921 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.516487 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: binding Apr 15 13:07:00.516851 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: portbindings_extended.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.518155 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.518733 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: binding-extended Apr 15 13:07:00.519098 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: portsecurity.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.520052 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.520623 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: port-security Apr 15 13:07:00.520997 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: project_id.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.521975 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.522353 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: project-id Apr 15 13:07:00.522718 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: providernet.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.524300 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.524870 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: provider Apr 15 13:07:00.525231 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: qos.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.528996 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.529601 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extension qos not supported by any of loaded plugins Apr 15 13:07:00.529975 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: qos_bw_limit_direction.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.531289 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.531895 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 15 13:07:00.532263 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.533195 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.533768 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 15 13:07:00.534134 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: qos_default.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.535067 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.535684 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extension qos-default not supported by any of loaded plugins Apr 15 13:07:00.536050 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: qos_fip.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.536748 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.537310 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extension qos-fip not supported by any of loaded plugins Apr 15 13:07:00.537671 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: qos_gateway_ip.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.538612 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.539254 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 15 13:07:00.539650 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: qos_port_network_policy.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.540574 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.541160 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 15 13:07:00.541519 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: qos_rule_type_details.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.542456 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.543034 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 15 13:07:00.543395 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: qos_rules_alias.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.544490 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.545063 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 15 13:07:00.545426 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: quotasv2.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.546472 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.546848 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: quotas Apr 15 13:07:00.547208 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: quotasv2_detail.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.548961 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.549350 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: quota_details Apr 15 13:07:00.549725 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: rbac.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.550915 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.551541 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: rbac-policies Apr 15 13:07:00.551910 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: rbac_address_group.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.552855 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.553442 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: rbac-address-group Apr 15 13:07:00.553807 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: rbac_address_scope.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.554881 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.555464 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: rbac-address-scope Apr 15 13:07:00.555856 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: rbac_security_groups.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.556789 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.557362 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: rbac-security-groups Apr 15 13:07:00.557728 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: rbac_subnetpool.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.558670 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.559247 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: rbac-subnetpool Apr 15 13:07:00.559636 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: revisionifmatch.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.560584 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.561161 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: revision-if-match Apr 15 13:07:00.561524 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: revisions.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.562671 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.563249 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: standard-attr-revisions Apr 15 13:07:00.563639 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: router_availability_zone.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.564358 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.564931 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: router_availability_zone Apr 15 13:07:00.565289 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: routerservicetype.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.566230 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.566797 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extension router-service-type not supported by any of loaded plugins Apr 15 13:07:00.567162 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.568123 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.568696 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: security-groups-normalized-cidr Apr 15 13:07:00.569058 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: security_groups_port_filtering.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.569992 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.571213 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: port-security-groups-filtering Apr 15 13:07:00.571600 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: security_groups_remote_address_group.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.572559 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.573136 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: security-groups-remote-address-group Apr 15 13:07:00.573496 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: securitygroup.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.587862 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.588486 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: security-group Apr 15 13:07:00.588863 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: segment.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.589738 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.590323 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extension segment not supported by any of loaded plugins Apr 15 13:07:00.590688 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.591696 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.592274 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 15 13:07:00.592639 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: servicetype.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.593763 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.594345 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: service-type Apr 15 13:07:00.594714 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: sorting.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.595724 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.596106 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: sorting Apr 15 13:07:00.596467 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: standard_attr_segment.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.597401 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.597975 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 15 13:07:00.598338 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: standardattrdescription.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.599034 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.599637 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: standard-attr-description Apr 15 13:07:00.600009 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: stateful_security_group.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.600955 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.601708 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: stateful-security-group Apr 15 13:07:00.602122 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: stdattrs_common.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.602709 dv-cinder-784945-5-smb neutron-server[85144]: WARNING neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 15 13:07:00.603070 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.604126 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.604708 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 15 13:07:00.605073 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: subnet_onboard.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.606144 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.606727 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: subnet_onboard Apr 15 13:07:00.607089 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: subnet_segmentid_writable.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.608049 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.608642 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 15 13:07:00.609003 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: subnet_service_types.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.609932 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.610508 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: subnet-service-types Apr 15 13:07:00.610869 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: subnetallocation.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.611976 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.612555 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: subnet_allocation Apr 15 13:07:00.612919 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.613624 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.614205 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: subnetpool-prefix-ops Apr 15 13:07:00.614569 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.615543 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.616113 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 15 13:07:00.616476 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: tagging.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.617811 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.618399 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: standard-attr-tag Apr 15 13:07:00.618767 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: timestamp.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.619966 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.620545 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loaded extension: standard-attr-timestamp Apr 15 13:07:00.620910 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: trunk.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.621945 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.622523 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extension trunk not supported by any of loaded plugins Apr 15 13:07:00.622884 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: trunk_details.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.623844 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.624419 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extension trunk-details not supported by any of loaded plugins Apr 15 13:07:00.624783 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: uplink_status_propagation.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.625966 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.626530 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 15 13:07:00.626892 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Loading extension file: vlantransparent.py {{(pid=85144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 13:07:00.627621 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=85144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 13:07:00.628196 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extension vlan-transparent not supported by any of loaded plugins Apr 15 13:07:00.630878 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.quota.resource_registry [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Creating instance of TrackedResource for resource:network Apr 15 13:07:00.631744 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.quota.resource_registry [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Creating instance of TrackedResource for resource:subnet Apr 15 13:07:00.632438 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.quota.resource_registry [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 13:07:00.633944 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.quota.resource_registry [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Creating instance of TrackedResource for resource:port Apr 15 13:07:00.635503 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.resource_helper [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 13:07:00.635982 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.resource_helper [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Service FLAVORS assigned prefix: {{(pid=85144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 13:07:00.636661 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.resource_helper [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 13:07:00.637125 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.resource_helper [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 13:07:00.637498 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.quota.resource_registry [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Creating instance of TrackedResource for resource:router Apr 15 13:07:00.638236 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.quota.resource_registry [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Creating instance of TrackedResource for resource:floatingip Apr 15 13:07:00.639020 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.resource_helper [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Service METERING assigned prefix: /metering {{(pid=85144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 13:07:00.640838 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.641246 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.641635 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85144) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:07:00.642780 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.quota.resource_registry [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Creating instance of CountableResource for resource:rbac_policy Apr 15 13:07:00.643275 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.quota.resource_registry [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Creating instance of TrackedResource for resource:security_group Apr 15 13:07:00.644119 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.quota.resource_registry [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Creating instance of TrackedResource for resource:security_group_rule Apr 15 13:07:00.644928 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.resource_helper [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Service CORE assigned prefix: {{(pid=85144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 13:07:00.645306 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.quota.resource_registry [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 13:07:00.645673 dv-cinder-784945-5-smb neutron-server[85144]: WARNING neutron.quota.resource_registry [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] subnetpool is already registered Apr 15 13:07:00.646334 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.resource_helper [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Service CORE assigned prefix: {{(pid=85144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 13:07:00.646702 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.quota.resource_registry [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 13:07:00.647066 dv-cinder-784945-5-smb neutron-server[85144]: WARNING neutron.quota.resource_registry [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] subnetpool is already registered Apr 15 13:07:00.650569 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.resource_helper [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 13:07:00.651041 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.resource_helper [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Service FLAVORS assigned prefix: {{(pid=85144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 13:07:00.651709 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.resource_helper [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 13:07:00.652183 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.resource_helper [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 13:07:00.652558 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.quota.resource_registry [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Creating instance of TrackedResource for resource:router Apr 15 13:07:00.652928 dv-cinder-784945-5-smb neutron-server[85144]: WARNING neutron.quota.resource_registry [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] router is already registered Apr 15 13:07:00.653582 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.quota.resource_registry [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Creating instance of TrackedResource for resource:floatingip Apr 15 13:07:00.653952 dv-cinder-784945-5-smb neutron-server[85144]: WARNING neutron.quota.resource_registry [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] floatingip is already registered Apr 15 13:07:00.654639 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.resource_helper [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Service METERING assigned prefix: /metering {{(pid=85144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 13:07:00.655383 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.quota.resource_registry [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Creating instance of CountableResource for resource:rbac_policy Apr 15 13:07:00.655776 dv-cinder-784945-5-smb neutron-server[85144]: WARNING neutron.quota.resource_registry [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] rbac_policy is already registered Apr 15 13:07:00.656399 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.quota.resource_registry [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Creating instance of TrackedResource for resource:security_group Apr 15 13:07:00.656764 dv-cinder-784945-5-smb neutron-server[85144]: WARNING neutron.quota.resource_registry [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] security_group is already registered Apr 15 13:07:00.657414 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.quota.resource_registry [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Creating instance of TrackedResource for resource:security_group_rule Apr 15 13:07:00.657787 dv-cinder-784945-5-smb neutron-server[85144]: WARNING neutron.quota.resource_registry [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] security_group_rule is already registered Apr 15 13:07:00.658488 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.resource_helper [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Service CORE assigned prefix: {{(pid=85144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 13:07:00.658862 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.quota.resource_registry [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 13:07:00.659226 dv-cinder-784945-5-smb neutron-server[85144]: WARNING neutron.quota.resource_registry [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] subnetpool is already registered Apr 15 13:07:00.659921 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.resource_helper [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Service CORE assigned prefix: {{(pid=85144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 13:07:00.660290 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.quota.resource_registry [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 13:07:00.660661 dv-cinder-784945-5-smb neutron-server[85144]: WARNING neutron.quota.resource_registry [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] subnetpool is already registered Apr 15 13:07:00.661375 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extended resource: extensions {{(pid=85144) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 13:07:00.662922 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extended resource: address-groups {{(pid=85144) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 13:07:00.664633 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extended resource: address-scopes {{(pid=85144) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 13:07:00.665939 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extended resource: agents {{(pid=85144) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 13:07:00.667107 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extended resource: auto-allocated-topology {{(pid=85144) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 13:07:00.668419 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extended resource: availability_zones {{(pid=85144) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 13:07:00.669794 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extended resource: dhcp-networks {{(pid=85144) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 13:07:00.671256 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extended resource: dhcp-agents {{(pid=85144) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 13:07:00.672776 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extended resource: routers {{(pid=85144) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 13:07:00.674633 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extended resource: flavors {{(pid=85144) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 13:07:00.675894 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extended resource: service_profiles {{(pid=85144) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 13:07:00.677167 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extended resource: next_providers {{(pid=85144) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 13:07:00.678757 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extended resource: service_profiles {{(pid=85144) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 13:07:00.680522 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extended resource: floatingip-pools {{(pid=85144) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 13:07:00.681788 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extended resource: routers {{(pid=85144) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 13:07:00.683677 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extended resource: floatingips {{(pid=85144) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 13:07:00.684990 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extended resource: l3-routers {{(pid=85144) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 13:07:00.686440 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extended resource: l3-agents {{(pid=85144) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 13:07:00.687934 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extended resource: metering-labels {{(pid=85144) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 13:07:00.690190 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extended resource: metering-label-rules {{(pid=85144) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 13:07:00.691545 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extended resource: network-ip-availabilities {{(pid=85144) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 13:07:00.692885 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extended resource: bindings {{(pid=85144) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 13:07:00.694589 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extended resource: quotas {{(pid=85144) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 13:07:00.696640 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extended resource: quotas {{(pid=85144) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 13:07:00.698109 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extended resource: rbac-policies {{(pid=85144) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 13:07:00.699449 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extended resource: security-groups {{(pid=85144) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 13:07:00.700746 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extended resource: security-group-rules {{(pid=85144) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 13:07:00.702022 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extended resource: service-providers {{(pid=85144) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 13:07:00.703300 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extended resource: subnetpools {{(pid=85144) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 13:07:00.704797 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extended resource: subnetpools {{(pid=85144) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 13:07:00.706296 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extended resource: tags {{(pid=85144) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 13:07:00.708081 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extended resource: tags {{(pid=85144) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 13:07:00.709935 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extended resource: tags {{(pid=85144) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 13:07:00.712389 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extended resource: tags {{(pid=85144) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 13:07:00.714244 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extended resource: tags {{(pid=85144) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 13:07:00.716188 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extended resource: tags {{(pid=85144) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 13:07:00.717944 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extended resource: tags {{(pid=85144) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 13:07:00.719930 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extended resource: tags {{(pid=85144) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 13:07:00.721862 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extended resource: tags {{(pid=85144) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 13:07:00.723883 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.extensions [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Extended resource: tags {{(pid=85144) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 13:07:00.730763 dv-cinder-784945-5-smb neutron-server[85144]: WARNING keystonemiddleware.auth_token [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 15 13:07:00.736108 dv-cinder-784945-5-smb neutron-server[85144]: WARNING keystonemiddleware.auth_token [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 15 13:07:00.745070 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Acquired lock "singleton_lock" {{(pid=85144) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 15 13:07:00.745590 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Releasing lock "singleton_lock" {{(pid=85144) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 15 13:07:00.747042 dv-cinder-784945-5-smb neutron-server[85144]: INFO oslo_service.service [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Starting 2 workers Apr 15 13:07:00.752172 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Started child 85257 {{(pid=85144) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 15 13:07:00.756067 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:00.757146 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Started child 85258 {{(pid=85144) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 15 13:07:00.757485 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [-] (85257) wsgi starting up on http://0.0.0.0:9696 Apr 15 13:07:00.760553 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.service [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Neutron service started, listening on 0.0.0.0:9696 Apr 15 13:07:00.761217 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Notify callbacks [] for process, before_spawn {{(pid=85144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:00.762617 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:00.763745 dv-cinder-784945-5-smb neutron-server[85144]: INFO oslo_service.service [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Starting 1 workers Apr 15 13:07:00.764386 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [-] (85258) wsgi starting up on http://0.0.0.0:9696 Apr 15 13:07:00.769258 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Started child 85259 {{(pid=85144) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 15 13:07:00.769799 dv-cinder-784945-5-smb neutron-server[85144]: INFO oslo_service.service [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Starting 1 workers Apr 15 13:07:00.771434 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.service [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] calling RpcWorker wait() {{(pid=85259) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 15 13:07:00.771836 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.service [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] returning from RpcWorker wait() {{(pid=85259) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 15 13:07:00.774146 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:00.774695 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:07:00.775726 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Started child 85260 {{(pid=85144) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 15 13:07:00.776542 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02566e09-ff53-4fb6-bcc9-0f2eb1d508ef None None] Notify callbacks [] for process, after_spawn {{(pid=85144) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:00.778549 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85144) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 15 13:07:00.778794 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 15 13:07:00.779004 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 15 13:07:00.779276 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 15 13:07:00.779736 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 15 13:07:00.779912 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 15 13:07:00.780678 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.780990 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.781087 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:00.781300 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.781593 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.781929 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:07:00.782025 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.782566 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.782884 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.783178 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.783512 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.783779 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.783983 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.784159 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.784634 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.784930 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.785290 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.785579 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.785850 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.786156 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.786372 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.786648 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] config_source = [] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.786945 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.787237 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.787569 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] debug = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.787849 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.788418 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.788681 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.789105 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.789417 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.789811 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.790098 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.790381 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.790652 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.790903 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.791173 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.791456 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.791744 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.791990 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.792245 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.792556 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.792823 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.793281 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] host = dv-cinder-784945-5-smb {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.793575 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.793779 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.794044 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.794297 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.794575 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.794841 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.795143 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.795463 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.795761 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.796034 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.796304 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.796585 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.796855 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] log_dir = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.797117 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] log_file = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.797307 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] log_options = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.797552 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.797858 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.798150 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.798365 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.798557 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.798716 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.799014 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.799174 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.799459 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.799749 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.799992 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.800253 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.800513 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.800757 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.801043 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.801305 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.801567 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.801807 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.803953 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.803953 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.803953 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.804238 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.804340 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.805234 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.805433 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.805704 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.806021 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.806331 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.806628 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.806891 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.807136 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.807876 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.808154 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.808449 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.810453 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.810453 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.810453 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.810453 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.810453 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.811217 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.811217 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.811217 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.811673 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.811673 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.811941 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] use_journal = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.812691 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] use_json = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.812691 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.812691 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.816032 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.816032 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.816032 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.816032 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.816032 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.816032 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.816032 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.816032 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.821922 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.821922 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.821922 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.821922 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.821922 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.821922 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.821922 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.821922 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.822976 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.822976 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.822976 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.822976 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.822976 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.822976 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.822976 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.822976 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.824072 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.824072 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.824072 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.824072 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.824683 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.824683 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.825043 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.826387 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.826387 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.826387 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.826387 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.826387 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.826387 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.827225 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.827225 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.827225 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.827658 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.827658 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.827923 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.828684 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.828684 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.828684 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.828994 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.829093 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.829296 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.829543 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.829808 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.830064 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.830322 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.830595 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.830866 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.831147 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.831428 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.831736 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.831986 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.832237 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.832493 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.832766 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.833073 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.833344 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.833592 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.833847 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.834111 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.834400 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.834677 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.834931 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.835180 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.835453 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.835791 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.836088 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.836345 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.836778 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.837062 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.837325 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.837574 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.837822 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.838090 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.838337 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.838607 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.838862 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.839117 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.839365 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.839641 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.839892 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.840161 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.840410 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.840724 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.841081 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.841367 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.841653 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.841910 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.842195 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.842472 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.842762 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.843016 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.843271 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.843545 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.843829 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.844090 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.844407 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.844666 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.844920 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.845220 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.845481 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.845739 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.845992 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.846265 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.846530 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.846822 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.847103 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.847350 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.847647 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.847961 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.848289 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.848573 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.848886 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.849163 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.849465 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.849774 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.850087 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.850409 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.850719 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.850989 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.851285 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.851734 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.852192 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.852477 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.852768 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.853057 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.853369 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.853663 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.853936 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.854189 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.854480 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.854839 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.855172 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.855405 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.855695 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.856004 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.856307 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.856577 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.856869 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.857177 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.857429 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.857723 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.858024 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.858314 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.858591 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.858864 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.859113 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.859366 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.859843 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.860185 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.860384 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.860830 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.861294 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.861751 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.862089 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.862351 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.862633 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.862891 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.863190 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.863442 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.863729 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.864005 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.864277 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.864517 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.864757 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.865012 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.865323 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.865578 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.865899 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.866193 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.866451 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.866716 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.867551 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.868007 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.868335 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.868639 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.868902 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.869157 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.869407 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.869665 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.869915 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.870184 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.870470 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.870738 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.871016 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.871311 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.871683 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.871963 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.872239 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.872512 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.872765 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.873034 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.873288 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.873540 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.873810 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.874064 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.874318 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.874599 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.874878 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.875417 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.875716 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.875969 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.876216 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.876477 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.876729 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.877090 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.877369 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.877721 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.878213 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.878467 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.878744 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.878999 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.879256 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.879787 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.879787 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.880016 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.880254 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.880501 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.880746 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.880985 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.881251 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.881496 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.881745 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.881996 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.882242 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.882563 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.882942 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.883273 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.883611 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.883889 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.884208 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.884704 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.884871 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.885125 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.885427 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.885702 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.885960 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.886220 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.886499 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.886896 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.887255 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.887560 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.887834 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.888147 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.888476 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.888795 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.889050 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.889378 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.889731 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.890016 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.890294 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.890567 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.890855 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.891137 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.891394 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.891671 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.891925 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.892199 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.892481 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.892779 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.893043 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.893297 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.893586 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.893840 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.894102 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.894370 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.894647 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.894899 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.895087 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 15 13:07:00.895665 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85144) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 15 13:07:00.895836 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 15 13:07:00.896050 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 15 13:07:00.896192 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 15 13:07:00.896373 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 15 13:07:00.896555 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 15 13:07:00.896803 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.896993 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.897186 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.897376 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.897565 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.897785 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.897964 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.898152 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.898972 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.899174 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.899314 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.899462 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.899672 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.899860 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.900048 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.900236 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.900423 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.900609 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.900802 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.900988 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] config_source = [] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.901175 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.901363 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.901551 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] debug = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.901737 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.901960 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.902151 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.902338 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.902524 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.902711 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.902898 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.903082 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.903265 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.903451 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.903660 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.903847 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.904032 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.904217 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.904404 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.904590 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.904777 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.904962 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] host = dv-cinder-784945-5-smb {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.905148 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.905371 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.905521 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.905658 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.905848 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.906142 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.906294 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.906393 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.906519 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.906691 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.906878 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.907065 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.907249 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] log_dir = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.907437 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] log_file = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.907615 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] log_options = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.907806 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.907992 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.908179 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.908393 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.908583 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.908770 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.908955 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.909142 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.909330 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.909516 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.909702 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.909887 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.910074 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.910260 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.910447 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.910633 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.910819 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.911006 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.911191 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.911376 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.911585 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.911772 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.911958 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.912142 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.912329 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.912521 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.912706 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.912889 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.913073 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.913267 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.913438 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.913609 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.913793 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.914145 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.914359 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.914515 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.914662 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.914808 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.914997 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.915154 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.915341 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.915520 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.915710 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.915901 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.916131 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] use_journal = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.916250 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] use_json = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.916431 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.916618 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.916801 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.916985 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.917170 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.917356 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.917542 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.917729 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 13:07:00.917939 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.918130 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.918331 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.918521 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.918711 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.918899 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.919089 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.919280 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.919468 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.919680 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.919875 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.920064 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.920267 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.920455 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.920646 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.920837 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.921026 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.921214 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.921404 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.921593 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.922080 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.922080 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.922320 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.922320 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.922530 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.922643 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.922785 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.922975 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.923167 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.923357 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.923570 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.923761 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.923950 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.924140 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.924328 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.924518 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.924706 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.924897 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.925087 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.925277 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.925468 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.925661 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.925850 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.926040 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.926233 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.926422 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.926641 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.926762 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.926941 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.927130 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.927311 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.927531 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.927690 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.927878 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.928069 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.928258 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.928459 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.928662 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.928778 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.928964 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.929187 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.929326 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.930155 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.930455 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.930651 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.930847 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.931013 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.931209 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.931400 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:07:00.931532 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.931630 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.931776 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.931965 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.932156 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.932348 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.932536 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.932727 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.932915 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.933106 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.933297 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.933488 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.933677 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.933865 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.934055 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.934245 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.934442 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.934649 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.934838 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.935030 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.935219 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.935408 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.935619 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.935815 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.936004 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.936195 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.936384 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.936572 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.936763 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.936937 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.937126 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.937313 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.937503 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.937691 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.937879 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.938067 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.938255 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.938444 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.938632 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.938820 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.939008 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.939196 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.939385 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.939607 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.939796 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.939987 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.940176 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.940373 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.940574 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.940765 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.940955 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.941144 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.941333 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.941522 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.941710 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.941898 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.942089 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.942279 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.942468 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.942665 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.942866 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.943055 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.943281 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.943417 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.943660 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.943814 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.944002 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.944190 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.944382 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.944574 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.944764 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.944954 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.945188 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.945415 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.945616 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.945762 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.945926 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.946082 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.946232 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.946416 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.946606 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.946875 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.947030 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.947167 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.947312 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.947449 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.947638 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.947828 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.948019 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.948209 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.948399 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.948589 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.948777 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.948967 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.949154 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.949344 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.949541 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.949724 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.949911 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.950101 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.950291 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.950482 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.950671 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.950859 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.951049 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.951239 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.951428 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.951640 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.951840 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.952028 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.952217 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.952407 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.952596 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.952786 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.952977 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.953170 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.953345 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.953715 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.953880 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.954092 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.954283 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.954473 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.954665 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.954854 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.955044 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.955234 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.955423 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.955639 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.955829 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.956018 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.956211 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.956406 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.956598 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.956790 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.956980 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.957178 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.957700 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.957700 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.957700 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.958119 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.958119 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.958397 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.958397 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.958673 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.958823 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.958968 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.959105 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.959246 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.959396 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.959570 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.959710 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.959892 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.960082 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.960282 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.960472 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.960660 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.961458 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.961616 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.961824 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.962014 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.962202 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.962401 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.962592 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.962782 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.962971 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.963172 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.963361 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.963567 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.963713 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.963899 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.964090 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.964264 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.964618 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.964820 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.967502 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.967502 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.967502 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.967502 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.967502 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.967502 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.967502 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.967502 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.968042 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.968042 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.968042 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.968042 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.968042 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.968042 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.968042 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.968042 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.968042 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.968568 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.968568 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.968568 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.968568 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.968806 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.968873 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.969036 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.969329 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.969419 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.969561 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 13:07:00.969701 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85144) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 15 13:07:01.230813 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 33790) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:07:01.242088 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0091810 Apr 15 13:07:12.103059 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96136109-4ae5-4383-947b-1fb51800d7cd None None] get_active_networks_info from dv-cinder-784945-5-smb {{(pid=85259) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 15 13:07:12.261102 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96136109-4ae5-4383-947b-1fb51800d7cd None None] No non-hosted networks {{(pid=85259) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 15 13:07:12.262717 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-f7ff6a79-4f86-478e-b8f2-14efc32ad9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274'] for agent, after_create {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:14.600544 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-5d609408-f7e5-4b1b-a675-8d2bf93281f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274'] for agent, after_create {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:14.661081 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-dd592ec4-37fa-470e-8750-391c9dbd6c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:15.386594 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c87900dd-59db-4d9b-b688-8554058ba32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274'] for agent, after_create {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:15.907286 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274'] for agent, after_create {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:15.908904 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:07:15.909472 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:07:15.910030 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:07:15.910604 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:07:15.911259 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:07:15.911923 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:07:15.912474 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:07:15.913038 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:07:15.913622 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:07:15.914188 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:07:15.914768 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:07:15.915323 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:07:15.915954 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784945-5-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:07:15.935921 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784945-5-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:07:16.873677 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47a557f2-6ce0-416f-9ef8-17658d5933ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274'] for agent, after_create {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:17.966136 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 33880) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:07:18.615288 dv-cinder-784945-5-smb neutron-server[85144]: WARNING oslo_policy.policy [None req-1baafbc8-5bb6-4a57-9db3-57162171ad96 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 13:07:18.615909 dv-cinder-784945-5-smb neutron-server[85144]: WARNING oslo_policy.policy [None req-1baafbc8-5bb6-4a57-9db3-57162171ad96 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 13:07:18.861301 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [None req-1baafbc8-5bb6-4a57-9db3-57162171ad96 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=85258) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 13:07:18.862448 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-1baafbc8-5bb6-4a57-9db3-57162171ad96 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8953099 Apr 15 13:07:19.842358 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.db.l3_hamode_db [None req-2a54a9ea-97dc-482a-a4b9-e1912625f297 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 15 13:07:19.932663 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a54a9ea-97dc-482a-a4b9-e1912625f297 None None] Routers set() bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:07:19.933068 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a54a9ea-97dc-482a-a4b9-e1912625f297 None None] Router IDs set() for agent in host dv-cinder-784945-5-smb {{(pid=85259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 15 13:07:21.662021 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 33894) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:07:22.069238 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-29e4e280-3d8e-4b3a-9d28-ab51092708d5 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=85258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:07:22.197805 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.policy [None req-29e4e280-3d8e-4b3a-9d28-ab51092708d5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85258) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 15 13:07:22.252995 dv-cinder-784945-5-smb neutron-server[85144]: WARNING oslo_policy.policy [None req-29e4e280-3d8e-4b3a-9d28-ab51092708d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 13:07:22.253418 dv-cinder-784945-5-smb neutron-server[85144]: WARNING oslo_policy.policy [None req-29e4e280-3d8e-4b3a-9d28-ab51092708d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 13:07:22.272195 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.quota [None req-29e4e280-3d8e-4b3a-9d28-ab51092708d5 admin admin] Loaded quota_driver: . Apr 15 13:07:22.288782 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-29e4e280-3d8e-4b3a-9d28-ab51092708d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:07:22.345436 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-29e4e280-3d8e-4b3a-9d28-ab51092708d5 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363279809946208', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363279809945604', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363279810067268', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363279810061096', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363279810044369', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363279810044064', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-416744', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-516366', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-559160', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853829915'] for rbac-policy, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:22.570746 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-29e4e280-3d8e-4b3a-9d28-ab51092708d5 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:22.571944 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-29e4e280-3d8e-4b3a-9d28-ab51092708d5 admin admin] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9089632 Apr 15 13:07:25.547294 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 33908) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:07:25.947292 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-1e82b427-2325-4b0b-b5e5-d99157c67f87 admin admin] Request body: {'network': {'project_id': '2e94c9e29e914ef1b164f24dff9b4613', 'admin_state_up': True, 'name': 'private'}} {{(pid=85258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:07:25.953169 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-1e82b427-2325-4b0b-b5e5-d99157c67f87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:07:25.957630 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-1e82b427-2325-4b0b-b5e5-d99157c67f87 admin admin] Usage tracker for resource:network and tenant:2e94c9e29e914ef1b164f24dff9b4613 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:07:25.961211 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-1e82b427-2325-4b0b-b5e5-d99157c67f87 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:07:25.967435 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-1e82b427-2325-4b0b-b5e5-d99157c67f87 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:07:25.976576 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e82b427-2325-4b0b-b5e5-d99157c67f87 admin admin] Made reservation on behalf of 2e94c9e29e914ef1b164f24dff9b4613 for: {'network': 1} {{(pid=85258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 13:07:25.982298 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1e82b427-2325-4b0b-b5e5-d99157c67f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for network, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:25.998861 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1e82b427-2325-4b0b-b5e5-d99157c67f87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:26.013772 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-1e82b427-2325-4b0b-b5e5-d99157c67f87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:07:26.017584 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-1e82b427-2325-4b0b-b5e5-d99157c67f87 admin admin] Usage tracker for resource:security_group_rule and tenant:2e94c9e29e914ef1b164f24dff9b4613 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:07:26.020967 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-1e82b427-2325-4b0b-b5e5-d99157c67f87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:07:26.026798 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-1e82b427-2325-4b0b-b5e5-d99157c67f87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:07:26.124685 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1e82b427-2325-4b0b-b5e5-d99157c67f87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:26.127654 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1e82b427-2325-4b0b-b5e5-d99157c67f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:26.132474 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:07:26.150115 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e82b427-2325-4b0b-b5e5-d99157c67f87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=85258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 13:07:26.179593 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1e82b427-2325-4b0b-b5e5-d99157c67f87 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757045903543', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773144'] for segment, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:26.180195 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1e82b427-2325-4b0b-b5e5-d99157c67f87 admin admin] Unsubscribe: segment precommit_create {{(pid=85258) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 15 13:07:26.180667 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.db.segments_db [None req-1e82b427-2325-4b0b-b5e5-d99157c67f87 admin admin] Added segment 2320d8aa-3332-43d0-b5ef-a2998f928e96 of type vlan for network 84d40866-1148-42a7-82cf-f994f1a660ac Apr 15 13:07:26.228854 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82b427-2325-4b0b-b5e5-d99157c67f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4280ab-5fa8-44d3-b457-ed1220bce4f5,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:07:26.250724 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b427-2325-4b0b-b5e5-d99157c67f87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:07:26.251093 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b427-2325-4b0b-b5e5-d99157c67f87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:07:26.251453 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b427-2325-4b0b-b5e5-d99157c67f87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:07:26.251832 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b427-2325-4b0b-b5e5-d99157c67f87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:07:26.252184 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b427-2325-4b0b-b5e5-d99157c67f87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:07:26.252534 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b427-2325-4b0b-b5e5-d99157c67f87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:07:26.252882 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b427-2325-4b0b-b5e5-d99157c67f87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:07:26.253326 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b427-2325-4b0b-b5e5-d99157c67f87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:07:26.253626 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b427-2325-4b0b-b5e5-d99157c67f87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:07:26.253922 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b427-2325-4b0b-b5e5-d99157c67f87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:07:26.254264 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b427-2325-4b0b-b5e5-d99157c67f87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:07:26.254612 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b427-2325-4b0b-b5e5-d99157c67f87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:07:26.255742 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b427-2325-4b0b-b5e5-d99157c67f87 admin admin] Tracked resource versions report: Apr 15 13:07:26.255742 dv-cinder-784945-5-smb neutron-server[85144]: pushed versions: Apr 15 13:07:26.255742 dv-cinder-784945-5-smb neutron-server[85144]: { 'AddressGroup': {'1.2'}, Apr 15 13:07:26.255742 dv-cinder-784945-5-smb neutron-server[85144]: 'ConntrackHelper': {'1.0'}, Apr 15 13:07:26.255742 dv-cinder-784945-5-smb neutron-server[85144]: 'Log': {'1.0'}, Apr 15 13:07:26.255742 dv-cinder-784945-5-smb neutron-server[85144]: 'Network': {'1.1'}, Apr 15 13:07:26.255742 dv-cinder-784945-5-smb neutron-server[85144]: 'Port': {'1.7'}, Apr 15 13:07:26.255742 dv-cinder-784945-5-smb neutron-server[85144]: 'PortForwarding': {'1.2'}, Apr 15 13:07:26.255742 dv-cinder-784945-5-smb neutron-server[85144]: 'QosPolicy': {'1.8'}, Apr 15 13:07:26.255742 dv-cinder-784945-5-smb neutron-server[85144]: 'SecurityGroup': {'1.4'}, Apr 15 13:07:26.255742 dv-cinder-784945-5-smb neutron-server[85144]: 'SecurityGroupRule': {'1.2'}, Apr 15 13:07:26.255742 dv-cinder-784945-5-smb neutron-server[85144]: 'SubPort': {'1.0'}, Apr 15 13:07:26.255742 dv-cinder-784945-5-smb neutron-server[85144]: 'Subnet': {'1.1'}, Apr 15 13:07:26.255742 dv-cinder-784945-5-smb neutron-server[85144]: 'Trunk': {'1.1'}} Apr 15 13:07:26.255742 dv-cinder-784945-5-smb neutron-server[85144]: consumer versions: Apr 15 13:07:26.255742 dv-cinder-784945-5-smb neutron-server[85144]: { DHCP agent@dv-cinder-784945-5-smb: {}, Apr 15 13:07:26.255742 dv-cinder-784945-5-smb neutron-server[85144]: L3 agent@dv-cinder-784945-5-smb: {}, Apr 15 13:07:26.255742 dv-cinder-784945-5-smb neutron-server[85144]: Metadata agent@dv-cinder-784945-5-smb: {}, Apr 15 13:07:26.255742 dv-cinder-784945-5-smb neutron-server[85144]: Metering agent@dv-cinder-784945-5-smb: {}, Apr 15 13:07:26.255742 dv-cinder-784945-5-smb neutron-server[85144]: Open vSwitch agent@dv-cinder-784945-5-smb: { 'AddressGroup': '1.2', Apr 15 13:07:26.255742 dv-cinder-784945-5-smb neutron-server[85144]: 'ConntrackHelper': '1.0', Apr 15 13:07:26.255742 dv-cinder-784945-5-smb neutron-server[85144]: 'Log': '1.0', Apr 15 13:07:26.255742 dv-cinder-784945-5-smb neutron-server[85144]: 'Network': '1.1', Apr 15 13:07:26.255742 dv-cinder-784945-5-smb neutron-server[85144]: 'Port': '1.7', Apr 15 13:07:26.255742 dv-cinder-784945-5-smb neutron-server[85144]: 'PortForwarding': '1.2', Apr 15 13:07:26.255742 dv-cinder-784945-5-smb neutron-server[85144]: 'QosPolicy': '1.8', Apr 15 13:07:26.255742 dv-cinder-784945-5-smb neutron-server[85144]: 'SecurityGroup': '1.4', Apr 15 13:07:26.255742 dv-cinder-784945-5-smb neutron-server[85144]: 'SecurityGroupRule': '1.2', Apr 15 13:07:26.255742 dv-cinder-784945-5-smb neutron-server[85144]: 'SubPort': '1.0', Apr 15 13:07:26.255742 dv-cinder-784945-5-smb neutron-server[85144]: 'Subnet': '1.1', Apr 15 13:07:26.255742 dv-cinder-784945-5-smb neutron-server[85144]: 'Trunk': '1.1'}} Apr 15 13:07:26.255742 dv-cinder-784945-5-smb neutron-server[85144]: {{(pid=85258) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 13:07:26.297407 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1e82b427-2325-4b0b-b5e5-d99157c67f87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757045372002'] for network, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:26.309124 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-1e82b427-2325-4b0b-b5e5-d99157c67f87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:07:26.339531 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1e82b427-2325-4b0b-b5e5-d99157c67f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424'] for network, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:26.340941 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e82b427-2325-4b0b-b5e5-d99157c67f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:07:26.341580 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1e82b427-2325-4b0b-b5e5-d99157c67f87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for network, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:26.346222 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:07:26.453801 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-1e82b427-2325-4b0b-b5e5-d99157c67f87 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9052918 Apr 15 13:07:26.456566 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82b427-2325-4b0b-b5e5-d99157c67f87 admin admin] Pushing event updated for resources: {'Network': ['ID=84d40866-1148-42a7-82cf-f994f1a660ac,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:07:26.481262 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-1e82b427-2325-4b0b-b5e5-d99157c67f87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:07:26.489790 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Network 84d40866-1148-42a7-82cf-f994f1a660ac details requested by agent ovs-agent-dv-cinder-784945-5-smb with host dv-cinder-784945-5-smb {{(pid=85259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 13:07:29.586548 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 33924) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:07:30.068288 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1dcd5d2-bf6a-4396-9b86-f6a190350cb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:07:30.069797 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-a1dcd5d2-bf6a-4396-9b86-f6a190350cb3 admin admin] 10.222.0.64 "GET /v2.0/networks/84d40866-1148-42a7-82cf-f994f1a660ac HTTP/1.1" status: 200 len: 825 time: 0.4821718 Apr 15 13:07:30.100832 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-5f7a1249-6ee9-486a-9d42-6bf6a57425da admin admin] 10.222.0.64 "GET /v2.0/subnetpools/7acce8c0-4063-4c81-a44a-c5ae2e5ca55d HTTP/1.1" status: 200 len: 734 time: 0.0247500 Apr 15 13:07:30.111318 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-0d406e4a-c8d8-44a0-9da1-27e1fd660ddf admin admin] Request body: {'subnet': {'tenant_id': '2e94c9e29e914ef1b164f24dff9b4613', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '7acce8c0-4063-4c81-a44a-c5ae2e5ca55d', 'network_id': '84d40866-1148-42a7-82cf-f994f1a660ac'}} {{(pid=85258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:07:30.115921 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-0d406e4a-c8d8-44a0-9da1-27e1fd660ddf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:07:30.120094 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-0d406e4a-c8d8-44a0-9da1-27e1fd660ddf admin admin] Usage tracker for resource:subnet and tenant:2e94c9e29e914ef1b164f24dff9b4613 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:07:30.123065 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-0d406e4a-c8d8-44a0-9da1-27e1fd660ddf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:07:30.129220 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-0d406e4a-c8d8-44a0-9da1-27e1fd660ddf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:07:30.138284 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d406e4a-c8d8-44a0-9da1-27e1fd660ddf admin admin] Made reservation on behalf of 2e94c9e29e914ef1b164f24dff9b4613 for: {'subnet': 1} {{(pid=85258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 13:07:30.142840 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0d406e4a-c8d8-44a0-9da1-27e1fd660ddf admin admin] Notify callbacks [] for subnet, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:30.623998 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0d406e4a-c8d8-44a0-9da1-27e1fd660ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424'] for subnet, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:30.647642 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:07:30.793945 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d406e4a-c8d8-44a0-9da1-27e1fd660ddf admin admin] Pushing event updated for resources: {'Subnet': ['ID=e078f8b3-4572-4947-9d96-a0990c3639dc,revision_number=0']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:07:30.811617 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-0d406e4a-c8d8-44a0-9da1-27e1fd660ddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:07:30.866864 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d406e4a-c8d8-44a0-9da1-27e1fd660ddf admin admin] Checking segment: {'id': '2320d8aa-3332-43d0-b5ef-a2998f928e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '84d40866-1148-42a7-82cf-f994f1a660ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:07:30.867216 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d406e4a-c8d8-44a0-9da1-27e1fd660ddf admin admin] Network hostable DHCP agents. Network: 84d40866-1148-42a7-82cf-f994f1a660ac, hostable agents: ['311c43f5-3c4a-4973-9b30-7f7c0bf49be0'], hosted agents: [] {{(pid=85258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 13:07:30.888218 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d406e4a-c8d8-44a0-9da1-27e1fd660ddf admin admin] Network 84d40866-1148-42a7-82cf-f994f1a660ac is scheduled to be hosted by DHCP agent 311c43f5-3c4a-4973-9b30-7f7c0bf49be0 with binding_index 1 {{(pid=85258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 13:07:30.896725 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [None req-0d406e4a-c8d8-44a0-9da1-27e1fd660ddf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-5-smb, 84d40866-1148-42a7-82cf-f994f1a660ac) {{(pid=85258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:07:30.901308 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d406e4a-c8d8-44a0-9da1-27e1fd660ddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:07:30.901945 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0d406e4a-c8d8-44a0-9da1-27e1fd660ddf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for subnet, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:30.906701 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c248984-9ab7-4c50-8206-e97d435d3866 None None] Network 84d40866-1148-42a7-82cf-f994f1a660ac requested from dv-cinder-784945-5-smb {{(pid=85259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 13:07:30.921274 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-0d406e4a-c8d8-44a0-9da1-27e1fd660ddf admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8137448 Apr 15 13:07:31.403143 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c8f73d-bd39-4c7d-b1d0-f57504d31cb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8627bff5-3798-5c6e-aea6-252cc41330bf-84d40866-1148-42a7-82cf-f994f1a660ac', 'network_id': '84d40866-1148-42a7-82cf-f994f1a660ac', 'tenant_id': '2e94c9e29e914ef1b164f24dff9b4613', 'fixed_ips': [{'subnet_id': 'e078f8b3-4572-4947-9d96-a0990c3639dc'}]}} from dv-cinder-784945-5-smb. {{(pid=85259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 13:07:31.404263 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-37c8f73d-bd39-4c7d-b1d0-f57504d31cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_create {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:31.598311 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_common [None req-37c8f73d-bd39-4c7d-b1d0-f57504d31cb9 None None] Allocated IP 172.20.0.2 (84d40866-1148-42a7-82cf-f994f1a660ac/e078f8b3-4572-4947-9d96-a0990c3639dc/69a41497-a9f4-4a5f-8688-a1bf9f69cd03) {{(pid=85259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 13:07:31.838629 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-37c8f73d-bd39-4c7d-b1d0-f57504d31cb9 None None] Notify callbacks [] for port, precommit_create {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:31.851876 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-37c8f73d-bd39-4c7d-b1d0-f57504d31cb9 None None] Transition to ACTIVE for port object 69a41497-a9f4-4a5f-8688-a1bf9f69cd03 will not be triggered until provisioned by entity L2. {{(pid=85259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:07:31.871540 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-37c8f73d-bd39-4c7d-b1d0-f57504d31cb9 None None] Transition to ACTIVE for port object 69a41497-a9f4-4a5f-8688-a1bf9f69cd03 will not be triggered until provisioned by entity DHCP. {{(pid=85259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:07:31.878349 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-37c8f73d-bd39-4c7d-b1d0-f57504d31cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757045383897'] for port, after_create {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:31.896110 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:07:32.029343 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c8f73d-bd39-4c7d-b1d0-f57504d31cb9 None None] Pushing event updated for resources: {'Port': ['ID=69a41497-a9f4-4a5f-8688-a1bf9f69cd03,revision_number=1']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:07:32.039948 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c8f73d-bd39-4c7d-b1d0-f57504d31cb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:07:32.040321 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c8f73d-bd39-4c7d-b1d0-f57504d31cb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:07:32.040686 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c8f73d-bd39-4c7d-b1d0-f57504d31cb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:07:32.041047 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c8f73d-bd39-4c7d-b1d0-f57504d31cb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:07:32.041403 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c8f73d-bd39-4c7d-b1d0-f57504d31cb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:07:32.041757 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c8f73d-bd39-4c7d-b1d0-f57504d31cb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:07:32.042111 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c8f73d-bd39-4c7d-b1d0-f57504d31cb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:07:32.042459 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c8f73d-bd39-4c7d-b1d0-f57504d31cb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:07:32.042806 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c8f73d-bd39-4c7d-b1d0-f57504d31cb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:07:32.043152 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c8f73d-bd39-4c7d-b1d0-f57504d31cb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:07:32.043522 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c8f73d-bd39-4c7d-b1d0-f57504d31cb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:07:32.043857 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c8f73d-bd39-4c7d-b1d0-f57504d31cb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:07:32.044956 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c8f73d-bd39-4c7d-b1d0-f57504d31cb9 None None] Tracked resource versions report: Apr 15 13:07:32.044956 dv-cinder-784945-5-smb neutron-server[85144]: pushed versions: Apr 15 13:07:32.044956 dv-cinder-784945-5-smb neutron-server[85144]: { 'AddressGroup': {'1.2'}, Apr 15 13:07:32.044956 dv-cinder-784945-5-smb neutron-server[85144]: 'ConntrackHelper': {'1.0'}, Apr 15 13:07:32.044956 dv-cinder-784945-5-smb neutron-server[85144]: 'Log': {'1.0'}, Apr 15 13:07:32.044956 dv-cinder-784945-5-smb neutron-server[85144]: 'Network': {'1.1'}, Apr 15 13:07:32.044956 dv-cinder-784945-5-smb neutron-server[85144]: 'Port': {'1.7'}, Apr 15 13:07:32.044956 dv-cinder-784945-5-smb neutron-server[85144]: 'PortForwarding': {'1.2'}, Apr 15 13:07:32.044956 dv-cinder-784945-5-smb neutron-server[85144]: 'QosPolicy': {'1.8'}, Apr 15 13:07:32.044956 dv-cinder-784945-5-smb neutron-server[85144]: 'SecurityGroup': {'1.4'}, Apr 15 13:07:32.044956 dv-cinder-784945-5-smb neutron-server[85144]: 'SecurityGroupRule': {'1.2'}, Apr 15 13:07:32.044956 dv-cinder-784945-5-smb neutron-server[85144]: 'SubPort': {'1.0'}, Apr 15 13:07:32.044956 dv-cinder-784945-5-smb neutron-server[85144]: 'Subnet': {'1.1'}, Apr 15 13:07:32.044956 dv-cinder-784945-5-smb neutron-server[85144]: 'Trunk': {'1.1'}} Apr 15 13:07:32.044956 dv-cinder-784945-5-smb neutron-server[85144]: consumer versions: Apr 15 13:07:32.044956 dv-cinder-784945-5-smb neutron-server[85144]: { DHCP agent@dv-cinder-784945-5-smb: {}, Apr 15 13:07:32.044956 dv-cinder-784945-5-smb neutron-server[85144]: L3 agent@dv-cinder-784945-5-smb: {}, Apr 15 13:07:32.044956 dv-cinder-784945-5-smb neutron-server[85144]: Metadata agent@dv-cinder-784945-5-smb: {}, Apr 15 13:07:32.044956 dv-cinder-784945-5-smb neutron-server[85144]: Metering agent@dv-cinder-784945-5-smb: {}, Apr 15 13:07:32.044956 dv-cinder-784945-5-smb neutron-server[85144]: Open vSwitch agent@dv-cinder-784945-5-smb: { 'AddressGroup': '1.2', Apr 15 13:07:32.044956 dv-cinder-784945-5-smb neutron-server[85144]: 'ConntrackHelper': '1.0', Apr 15 13:07:32.044956 dv-cinder-784945-5-smb neutron-server[85144]: 'Log': '1.0', Apr 15 13:07:32.044956 dv-cinder-784945-5-smb neutron-server[85144]: 'Network': '1.1', Apr 15 13:07:32.044956 dv-cinder-784945-5-smb neutron-server[85144]: 'Port': '1.7', Apr 15 13:07:32.044956 dv-cinder-784945-5-smb neutron-server[85144]: 'PortForwarding': '1.2', Apr 15 13:07:32.044956 dv-cinder-784945-5-smb neutron-server[85144]: 'QosPolicy': '1.8', Apr 15 13:07:32.044956 dv-cinder-784945-5-smb neutron-server[85144]: 'SecurityGroup': '1.4', Apr 15 13:07:32.044956 dv-cinder-784945-5-smb neutron-server[85144]: 'SecurityGroupRule': '1.2', Apr 15 13:07:32.044956 dv-cinder-784945-5-smb neutron-server[85144]: 'SubPort': '1.0', Apr 15 13:07:32.044956 dv-cinder-784945-5-smb neutron-server[85144]: 'Subnet': '1.1', Apr 15 13:07:32.044956 dv-cinder-784945-5-smb neutron-server[85144]: 'Trunk': '1.1'}} Apr 15 13:07:32.044956 dv-cinder-784945-5-smb neutron-server[85144]: {{(pid=85259) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 13:07:32.052060 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-37c8f73d-bd39-4c7d-b1d0-f57504d31cb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:07:32.102007 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c8f73d-bd39-4c7d-b1d0-f57504d31cb9 None None] Network 84d40866-1148-42a7-82cf-f994f1a660ac is already hosted by enough agents. {{(pid=85259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 13:07:32.103209 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [None req-37c8f73d-bd39-4c7d-b1d0-f57504d31cb9 None None] Resources bound (agent type, host, resource id): {{(pid=85259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:07:32.106036 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c8f73d-bd39-4c7d-b1d0-f57504d31cb9 None None] Received port after_create {{(pid=85259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 13:07:32.205422 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-37c8f73d-bd39-4c7d-b1d0-f57504d31cb9 None None] Attempting to bind port 69a41497-a9f4-4a5f-8688-a1bf9f69cd03 on host dv-cinder-784945-5-smb for vnic_type normal with profile {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 13:07:32.205852 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-37c8f73d-bd39-4c7d-b1d0-f57504d31cb9 None None] Attempting to bind port 69a41497-a9f4-4a5f-8688-a1bf9f69cd03 by drivers openvswitch,hyperv on host dv-cinder-784945-5-smb at level 0 using segments [{'id': '2320d8aa-3332-43d0-b5ef-a2998f928e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '84d40866-1148-42a7-82cf-f994f1a660ac'}] {{(pid=85259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 13:07:32.206267 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c8f73d-bd39-4c7d-b1d0-f57504d31cb9 None None] Attempting to bind port 69a41497-a9f4-4a5f-8688-a1bf9f69cd03 on network 84d40866-1148-42a7-82cf-f994f1a660ac {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:07:32.212619 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c8f73d-bd39-4c7d-b1d0-f57504d31cb9 None None] Checking agent: {'id': '81e11618-700f-4852-9942-b93dec05a832', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 13, 7, 16), 'started_at': datetime.datetime(2021, 4, 15, 13, 7, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 13, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 13:07:32.213030 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c8f73d-bd39-4c7d-b1d0-f57504d31cb9 None None] Checking segment: {'id': '2320d8aa-3332-43d0-b5ef-a2998f928e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '84d40866-1148-42a7-82cf-f994f1a660ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:07:32.213507 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-37c8f73d-bd39-4c7d-b1d0-f57504d31cb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:32.213938 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c8f73d-bd39-4c7d-b1d0-f57504d31cb9 None None] Bound using segment: {'id': '2320d8aa-3332-43d0-b5ef-a2998f928e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '84d40866-1148-42a7-82cf-f994f1a660ac'} {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 13:07:32.214477 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-37c8f73d-bd39-4c7d-b1d0-f57504d31cb9 None None] Bound port: 69a41497-a9f4-4a5f-8688-a1bf9f69cd03, host: dv-cinder-784945-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2320d8aa-3332-43d0-b5ef-a2998f928e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '84d40866-1148-42a7-82cf-f994f1a660ac'}}] {{(pid=85259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 13:07:32.214897 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-37c8f73d-bd39-4c7d-b1d0-f57504d31cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:32.311874 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-37c8f73d-bd39-4c7d-b1d0-f57504d31cb9 None None] For port 69a41497-a9f4-4a5f-8688-a1bf9f69cd03, host dv-cinder-784945-5-smb, cleared binding levels {{(pid=85259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 13:07:32.315957 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-37c8f73d-bd39-4c7d-b1d0-f57504d31cb9 None None] For port 69a41497-a9f4-4a5f-8688-a1bf9f69cd03, host dv-cinder-784945-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=69a41497-a9f4-4a5f-8688-a1bf9f69cd03,segment=NetworkSegment(2320d8aa-3332-43d0-b5ef-a2998f928e96),segment_id=2320d8aa-3332-43d0-b5ef-a2998f928e96)] {{(pid=85259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 13:07:32.319282 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-37c8f73d-bd39-4c7d-b1d0-f57504d31cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:32.335062 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:07:32.487396 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c8f73d-bd39-4c7d-b1d0-f57504d31cb9 None None] Pushing event updated for resources: {'Port': ['ID=69a41497-a9f4-4a5f-8688-a1bf9f69cd03,revision_number=2']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:07:32.493332 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-37c8f73d-bd39-4c7d-b1d0-f57504d31cb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:07:33.732918 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 33934) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:07:34.403197 dv-cinder-784945-5-smb neutron-server[85144]: WARNING oslo_policy.policy [None req-b7b499dd-18d6-4d6f-81de-5fc3a6d14b50 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 13:07:34.403828 dv-cinder-784945-5-smb neutron-server[85144]: WARNING oslo_policy.policy [None req-b7b499dd-18d6-4d6f-81de-5fc3a6d14b50 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 13:07:34.640597 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [None req-b7b499dd-18d6-4d6f-81de-5fc3a6d14b50 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=85257) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 13:07:34.641918 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-b7b499dd-18d6-4d6f-81de-5fc3a6d14b50 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9070537 Apr 15 13:07:37.470754 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 33950) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:07:37.885386 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [None req-76a938b7-20e6-4433-837b-b0d659fb717b admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=85257) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 13:07:37.886502 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-76a938b7-20e6-4433-837b-b0d659fb717b admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4146867 Apr 15 13:07:37.943809 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device 69a41497-a9f4-4a5f-8688-a1bf9f69cd03 up at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:07:38.023914 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning for port 69a41497-a9f4-4a5f-8688-a1bf9f69cd03 completed by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:07:39.392082 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242b34d8-f361-4083-81f6-311a89d41b4d None None] Network 84d40866-1148-42a7-82cf-f994f1a660ac requested from dv-cinder-784945-5-smb {{(pid=85259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 13:07:39.477920 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-128d98be-7b0c-428f-a9ef-f41cc00d5da2 None None] Provisioning for port 69a41497-a9f4-4a5f-8688-a1bf9f69cd03 completed by entity DHCP. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:07:39.492094 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-128d98be-7b0c-428f-a9ef-f41cc00d5da2 None None] Provisioning complete for port 69a41497-a9f4-4a5f-8688-a1bf9f69cd03 triggered by entity DHCP. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:07:39.492712 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-128d98be-7b0c-428f-a9ef-f41cc00d5da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:39.709224 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-128d98be-7b0c-428f-a9ef-f41cc00d5da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:39.786885 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-128d98be-7b0c-428f-a9ef-f41cc00d5da2 None None] For port 69a41497-a9f4-4a5f-8688-a1bf9f69cd03, host dv-cinder-784945-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=69a41497-a9f4-4a5f-8688-a1bf9f69cd03,segment=NetworkSegment(2320d8aa-3332-43d0-b5ef-a2998f928e96),segment_id=2320d8aa-3332-43d0-b5ef-a2998f928e96)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:07:39.792252 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-128d98be-7b0c-428f-a9ef-f41cc00d5da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:39.803218 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:07:39.882611 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128d98be-7b0c-428f-a9ef-f41cc00d5da2 None None] Pushing event updated for resources: {'Port': ['ID=69a41497-a9f4-4a5f-8688-a1bf9f69cd03,revision_number=3']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:07:39.886116 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-128d98be-7b0c-428f-a9ef-f41cc00d5da2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:07:40.017046 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-9b79d803-1d8a-4a7d-8ed5-bf1e1fddfdc2 None None] Provisioning complete for port 69a41497-a9f4-4a5f-8688-a1bf9f69cd03 triggered by entity DHCP. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:07:40.017456 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-9b79d803-1d8a-4a7d-8ed5-bf1e1fddfdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:40.950580 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 33964) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:07:41.323947 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-1dd877ae-05f4-43cb-9c3d-64a66813dc26 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '2e94c9e29e914ef1b164f24dff9b4613'}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:07:41.399571 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.policy [None req-1dd877ae-05f4-43cb-9c3d-64a66813dc26 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85257) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 15 13:07:41.455583 dv-cinder-784945-5-smb neutron-server[85144]: WARNING oslo_policy.policy [None req-1dd877ae-05f4-43cb-9c3d-64a66813dc26 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 13:07:41.456001 dv-cinder-784945-5-smb neutron-server[85144]: WARNING oslo_policy.policy [None req-1dd877ae-05f4-43cb-9c3d-64a66813dc26 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 13:07:41.474227 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.quota [None req-1dd877ae-05f4-43cb-9c3d-64a66813dc26 admin admin] Loaded quota_driver: . Apr 15 13:07:41.489762 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-1dd877ae-05f4-43cb-9c3d-64a66813dc26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:07:41.497008 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-1dd877ae-05f4-43cb-9c3d-64a66813dc26 admin admin] Usage tracker for resource:router and tenant:2e94c9e29e914ef1b164f24dff9b4613 is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:07:41.501581 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-1dd877ae-05f4-43cb-9c3d-64a66813dc26 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:07:41.509903 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-1dd877ae-05f4-43cb-9c3d-64a66813dc26 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:07:41.524552 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1dd877ae-05f4-43cb-9c3d-64a66813dc26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853741594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854710284'] for router, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:41.526673 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1dd877ae-05f4-43cb-9c3d-64a66813dc26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1033063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-938009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65516'] for router, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:41.550411 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1dd877ae-05f4-43cb-9c3d-64a66813dc26 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:41.820722 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1dd877ae-05f4-43cb-9c3d-64a66813dc26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853742755'] for router, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:41.839862 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1dd877ae-05f4-43cb-9c3d-64a66813dc26 admin admin] Notify callbacks [] for router, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:41.841113 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-1dd877ae-05f4-43cb-9c3d-64a66813dc26 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8895032 Apr 15 13:07:41.931183 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device 69a41497-a9f4-4a5f-8688-a1bf9f69cd03 up at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:07:42.003310 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-89eb870f-f0d1-40ed-9473-34c95945fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:42.024904 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning complete for port 69a41497-a9f4-4a5f-8688-a1bf9f69cd03 triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:07:42.025318 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:44.600149 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 33976) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:07:44.605796 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-67b198ac-2d0d-4ba2-a0b4-8da96bd81146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:44.932880 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [None req-2fdc9e7e-c36e-4468-8837-96faa8ece19b admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=85257) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 13:07:44.933947 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-2fdc9e7e-c36e-4468-8837-96faa8ece19b admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3318179 Apr 15 13:07:45.319767 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c87900dd-59db-4d9b-b688-8554058ba32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:45.907133 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:46.815641 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47a557f2-6ce0-416f-9ef8-17658d5933ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:47.610432 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 33996) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:07:47.674233 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-d871e9e0-230d-49b1-9644-bb7e69a244e8 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:07:47.680896 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-d871e9e0-230d-49b1-9644-bb7e69a244e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:07:47.684894 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-d871e9e0-230d-49b1-9644-bb7e69a244e8 admin admin] Usage tracker for resource:network and tenant:f56ff02efbee4cefad9724805c210afc is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:07:47.688200 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-d871e9e0-230d-49b1-9644-bb7e69a244e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:07:47.694848 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-d871e9e0-230d-49b1-9644-bb7e69a244e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:07:47.703372 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d871e9e0-230d-49b1-9644-bb7e69a244e8 admin admin] Made reservation on behalf of f56ff02efbee4cefad9724805c210afc for: {'network': 1} {{(pid=85257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 13:07:47.709330 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d871e9e0-230d-49b1-9644-bb7e69a244e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for network, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:47.726992 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d871e9e0-230d-49b1-9644-bb7e69a244e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:47.744817 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-d871e9e0-230d-49b1-9644-bb7e69a244e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:07:47.746573 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-d871e9e0-230d-49b1-9644-bb7e69a244e8 admin admin] Usage tracker for resource:security_group_rule and tenant:f56ff02efbee4cefad9724805c210afc is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:07:47.750103 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-d871e9e0-230d-49b1-9644-bb7e69a244e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:07:47.756193 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-d871e9e0-230d-49b1-9644-bb7e69a244e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:07:47.855398 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d871e9e0-230d-49b1-9644-bb7e69a244e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:47.858153 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d871e9e0-230d-49b1-9644-bb7e69a244e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:47.862808 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:07:47.876458 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d871e9e0-230d-49b1-9644-bb7e69a244e8 admin admin] Reserving flat network on physical network physnet1 {{(pid=85257) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 15 13:07:47.904333 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d871e9e0-230d-49b1-9644-bb7e69a244e8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757045903543', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773144'] for segment, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:47.904954 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d871e9e0-230d-49b1-9644-bb7e69a244e8 admin admin] Unsubscribe: segment precommit_create {{(pid=85257) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 15 13:07:47.905449 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.db.segments_db [None req-d871e9e0-230d-49b1-9644-bb7e69a244e8 admin admin] Added segment 906bcebc-1c01-4a0b-bcb7-9d225f9b16c2 of type flat for network 55d93253-8afb-47db-93d0-1527fbeb95d2 Apr 15 13:07:47.970421 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d871e9e0-230d-49b1-9644-bb7e69a244e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3bb9199-3439-492f-9b39-6f9b93d6ae54,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:07:47.987968 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d871e9e0-230d-49b1-9644-bb7e69a244e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:07:47.988318 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d871e9e0-230d-49b1-9644-bb7e69a244e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:07:47.988684 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d871e9e0-230d-49b1-9644-bb7e69a244e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:07:47.989022 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d871e9e0-230d-49b1-9644-bb7e69a244e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:07:47.989392 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d871e9e0-230d-49b1-9644-bb7e69a244e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:07:47.989851 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d871e9e0-230d-49b1-9644-bb7e69a244e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:07:47.990333 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d871e9e0-230d-49b1-9644-bb7e69a244e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:07:47.990689 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d871e9e0-230d-49b1-9644-bb7e69a244e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:07:47.991231 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d871e9e0-230d-49b1-9644-bb7e69a244e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:07:47.991858 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d871e9e0-230d-49b1-9644-bb7e69a244e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:07:47.991973 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d871e9e0-230d-49b1-9644-bb7e69a244e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:07:47.992224 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d871e9e0-230d-49b1-9644-bb7e69a244e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:07:47.993400 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d871e9e0-230d-49b1-9644-bb7e69a244e8 admin admin] Tracked resource versions report: Apr 15 13:07:47.993400 dv-cinder-784945-5-smb neutron-server[85144]: pushed versions: Apr 15 13:07:47.993400 dv-cinder-784945-5-smb neutron-server[85144]: { 'AddressGroup': {'1.2'}, Apr 15 13:07:47.993400 dv-cinder-784945-5-smb neutron-server[85144]: 'ConntrackHelper': {'1.0'}, Apr 15 13:07:47.993400 dv-cinder-784945-5-smb neutron-server[85144]: 'Log': {'1.0'}, Apr 15 13:07:47.993400 dv-cinder-784945-5-smb neutron-server[85144]: 'Network': {'1.1'}, Apr 15 13:07:47.993400 dv-cinder-784945-5-smb neutron-server[85144]: 'Port': {'1.7'}, Apr 15 13:07:47.993400 dv-cinder-784945-5-smb neutron-server[85144]: 'PortForwarding': {'1.2'}, Apr 15 13:07:47.993400 dv-cinder-784945-5-smb neutron-server[85144]: 'QosPolicy': {'1.8'}, Apr 15 13:07:47.993400 dv-cinder-784945-5-smb neutron-server[85144]: 'SecurityGroup': {'1.4'}, Apr 15 13:07:47.993400 dv-cinder-784945-5-smb neutron-server[85144]: 'SecurityGroupRule': {'1.2'}, Apr 15 13:07:47.993400 dv-cinder-784945-5-smb neutron-server[85144]: 'SubPort': {'1.0'}, Apr 15 13:07:47.993400 dv-cinder-784945-5-smb neutron-server[85144]: 'Subnet': {'1.1'}, Apr 15 13:07:47.993400 dv-cinder-784945-5-smb neutron-server[85144]: 'Trunk': {'1.1'}} Apr 15 13:07:47.993400 dv-cinder-784945-5-smb neutron-server[85144]: consumer versions: Apr 15 13:07:47.993400 dv-cinder-784945-5-smb neutron-server[85144]: { DHCP agent@dv-cinder-784945-5-smb: {}, Apr 15 13:07:47.993400 dv-cinder-784945-5-smb neutron-server[85144]: L3 agent@dv-cinder-784945-5-smb: {}, Apr 15 13:07:47.993400 dv-cinder-784945-5-smb neutron-server[85144]: Metadata agent@dv-cinder-784945-5-smb: {}, Apr 15 13:07:47.993400 dv-cinder-784945-5-smb neutron-server[85144]: Metering agent@dv-cinder-784945-5-smb: {}, Apr 15 13:07:47.993400 dv-cinder-784945-5-smb neutron-server[85144]: Open vSwitch agent@dv-cinder-784945-5-smb: { 'AddressGroup': '1.2', Apr 15 13:07:47.993400 dv-cinder-784945-5-smb neutron-server[85144]: 'ConntrackHelper': '1.0', Apr 15 13:07:47.993400 dv-cinder-784945-5-smb neutron-server[85144]: 'Log': '1.0', Apr 15 13:07:47.993400 dv-cinder-784945-5-smb neutron-server[85144]: 'Network': '1.1', Apr 15 13:07:47.993400 dv-cinder-784945-5-smb neutron-server[85144]: 'Port': '1.7', Apr 15 13:07:47.993400 dv-cinder-784945-5-smb neutron-server[85144]: 'PortForwarding': '1.2', Apr 15 13:07:47.993400 dv-cinder-784945-5-smb neutron-server[85144]: 'QosPolicy': '1.8', Apr 15 13:07:47.993400 dv-cinder-784945-5-smb neutron-server[85144]: 'SecurityGroup': '1.4', Apr 15 13:07:47.993400 dv-cinder-784945-5-smb neutron-server[85144]: 'SecurityGroupRule': '1.2', Apr 15 13:07:47.993400 dv-cinder-784945-5-smb neutron-server[85144]: 'SubPort': '1.0', Apr 15 13:07:47.993400 dv-cinder-784945-5-smb neutron-server[85144]: 'Subnet': '1.1', Apr 15 13:07:47.993400 dv-cinder-784945-5-smb neutron-server[85144]: 'Trunk': '1.1'}} Apr 15 13:07:47.993400 dv-cinder-784945-5-smb neutron-server[85144]: {{(pid=85257) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 13:07:48.041187 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d871e9e0-230d-49b1-9644-bb7e69a244e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757045372002'] for network, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:48.049317 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-d871e9e0-230d-49b1-9644-bb7e69a244e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:07:48.087660 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d871e9e0-230d-49b1-9644-bb7e69a244e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424'] for network, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:48.089099 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d871e9e0-230d-49b1-9644-bb7e69a244e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:07:48.089753 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d871e9e0-230d-49b1-9644-bb7e69a244e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for network, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:48.094818 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:07:48.202323 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-d871e9e0-230d-49b1-9644-bb7e69a244e8 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5907509 Apr 15 13:07:48.205207 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d871e9e0-230d-49b1-9644-bb7e69a244e8 admin admin] Pushing event updated for resources: {'Network': ['ID=55d93253-8afb-47db-93d0-1527fbeb95d2,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:07:48.208407 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-d871e9e0-230d-49b1-9644-bb7e69a244e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:07:48.216547 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Network 55d93253-8afb-47db-93d0-1527fbeb95d2 details requested by agent ovs-agent-dv-cinder-784945-5-smb with host dv-cinder-784945-5-smb {{(pid=85259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 13:07:50.792424 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 34020) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:07:50.913780 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a6bef0-2384-4ca8-a12e-937ada0843fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:07:50.915738 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-92a6bef0-2384-4ca8-a12e-937ada0843fe admin admin] 10.222.0.64 "GET /v2.0/subnets/e078f8b3-4572-4947-9d96-a0990c3639dc HTTP/1.1" status: 200 len: 849 time: 0.1220689 Apr 15 13:07:51.065066 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-eb3f064f-9776-43c8-8c02-8d651b035a26 admin admin] 10.222.0.64 "GET /v2.0/routers/28f1fd3a-494d-48b5-9751-67ce4782f3ab HTTP/1.1" status: 200 len: 704 time: 0.1433320 Apr 15 13:07:51.548989 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-26695875-6616-463e-b4a2-87b08b0e5acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:51.933957 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_common [None req-26695875-6616-463e-b4a2-87b08b0e5acc admin admin] Allocated IP 172.20.0.1 (84d40866-1148-42a7-82cf-f994f1a660ac/e078f8b3-4572-4947-9d96-a0990c3639dc/91e96e8c-4e6a-4934-8c89-1436ca740413) {{(pid=85257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 13:07:52.101105 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-26695875-6616-463e-b4a2-87b08b0e5acc admin admin] Notify callbacks [] for port, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:52.120277 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-26695875-6616-463e-b4a2-87b08b0e5acc admin admin] Transition to ACTIVE for port object 91e96e8c-4e6a-4934-8c89-1436ca740413 will not be triggered until provisioned by entity DHCP. {{(pid=85257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:07:52.173952 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-26695875-6616-463e-b4a2-87b08b0e5acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757045383897'] for port, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:52.188695 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:07:52.322581 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26695875-6616-463e-b4a2-87b08b0e5acc admin admin] Pushing event updated for resources: {'Port': ['ID=91e96e8c-4e6a-4934-8c89-1436ca740413,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:07:52.326117 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-26695875-6616-463e-b4a2-87b08b0e5acc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:07:52.382593 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26695875-6616-463e-b4a2-87b08b0e5acc admin admin] Network 84d40866-1148-42a7-82cf-f994f1a660ac is already hosted by enough agents. {{(pid=85257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 13:07:52.383770 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [None req-26695875-6616-463e-b4a2-87b08b0e5acc admin admin] Resources bound (agent type, host, resource id): {{(pid=85257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:07:52.386536 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26695875-6616-463e-b4a2-87b08b0e5acc admin admin] Received port after_create {{(pid=85257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 13:07:52.387050 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-26695875-6616-463e-b4a2-87b08b0e5acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853742696'] for router_interface, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:52.539394 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-413ab334-1c95-410d-918e-50681424347e None None] Provisioning for port 91e96e8c-4e6a-4934-8c89-1436ca740413 completed by entity DHCP. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:07:52.544504 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-413ab334-1c95-410d-918e-50681424347e None None] Provisioning complete for port 91e96e8c-4e6a-4934-8c89-1436ca740413 triggered by entity DHCP. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:07:52.544913 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-413ab334-1c95-410d-918e-50681424347e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:52.601459 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-413ab334-1c95-410d-918e-50681424347e None None] Port 91e96e8c-4e6a-4934-8c89-1436ca740413 cannot update to ACTIVE because it is not bound. {{(pid=85259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 13:07:52.658662 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-26695875-6616-463e-b4a2-87b08b0e5acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:52.942726 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-26695875-6616-463e-b4a2-87b08b0e5acc admin admin] Notify callbacks [] for port, precommit_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:52.946879 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-26695875-6616-463e-b4a2-87b08b0e5acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:52.947988 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-26695875-6616-463e-b4a2-87b08b0e5acc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854146407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853743053'] for router_interface, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:52.966711 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-26695875-6616-463e-b4a2-87b08b0e5acc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:07:53.094832 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26695875-6616-463e-b4a2-87b08b0e5acc admin admin] Pushing event updated for resources: {'Port': ['ID=91e96e8c-4e6a-4934-8c89-1436ca740413,revision_number=2']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:07:53.098953 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-26695875-6616-463e-b4a2-87b08b0e5acc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:07:53.153601 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26695875-6616-463e-b4a2-87b08b0e5acc admin admin] Network 84d40866-1148-42a7-82cf-f994f1a660ac is already hosted by enough agents. {{(pid=85257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 13:07:53.154693 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [None req-26695875-6616-463e-b4a2-87b08b0e5acc admin admin] Resources bound (agent type, host, resource id): {{(pid=85257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:07:53.326728 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-7a5af041-6dd0-4483-871d-7f194e4e41ce None None] Provisioning complete for port 91e96e8c-4e6a-4934-8c89-1436ca740413 triggered by entity DHCP. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:07:53.327132 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7a5af041-6dd0-4483-871d-7f194e4e41ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:53.355395 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26695875-6616-463e-b4a2-87b08b0e5acc admin admin] Router 28f1fd3a-494d-48b5-9751-67ce4782f3ab is scheduled to L3 agent d2850426-fba2-4e27-a3ef-bf91b3b25695 with binding_index 1 {{(pid=85257) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 13:07:53.385899 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-7a5af041-6dd0-4483-871d-7f194e4e41ce None None] Port 91e96e8c-4e6a-4934-8c89-1436ca740413 cannot update to ACTIVE because it is not bound. {{(pid=85259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 13:07:53.680636 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26695875-6616-463e-b4a2-87b08b0e5acc admin admin] Notify agent at l3_agent.dv-cinder-784945-5-smb the message routers_updated {{(pid=85257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 13:07:53.691010 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc714a1-cc9d-43c4-bc74-0bb1d0865f53 None None] Sync routers for ids ['28f1fd3a-494d-48b5-9751-67ce4782f3ab'] in dv-cinder-784945-5-smb {{(pid=85260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 13:07:53.691204 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-26695875-6616-463e-b4a2-87b08b0e5acc admin admin] 10.222.0.64 "PUT /v2.0/routers/28f1fd3a-494d-48b5-9751-67ce4782f3ab/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.6207161 Apr 15 13:07:53.702706 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc714a1-cc9d-43c4-bc74-0bb1d0865f53 None None] Routers {'28f1fd3a-494d-48b5-9751-67ce4782f3ab'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:07:53.703637 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-9dc714a1-cc9d-43c4-bc74-0bb1d0865f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:07:45Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['28f1fd3a-494d-48b5-9751-67ce4782f3ab'], 'active': True} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:07:53.891447 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-9dc714a1-cc9d-43c4-bc74-0bb1d0865f53 None None] Set router 28f1fd3a-494d-48b5-9751-67ce4782f3ab gateway port host: None {{(pid=85260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:07:54.452872 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-9dc714a1-cc9d-43c4-bc74-0bb1d0865f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f1fd3a-494d-48b5-9751-67ce4782f3ab', 'name': 'router1', 'tenant_id': '2e94c9e29e914ef1b164f24dff9b4613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:07:41Z', 'updated_at': '2021-04-15T13:07:52Z', 'revision_number': 2, 'project_id': '2e94c9e29e914ef1b164f24dff9b4613', 'gw_port_host': None, '_interfaces': [{'id': '91e96e8c-4e6a-4934-8c89-1436ca740413', 'name': '', 'network_id': '84d40866-1148-42a7-82cf-f994f1a660ac', 'tenant_id': '2e94c9e29e914ef1b164f24dff9b4613', 'mac_address': 'fa:16:3e:8c:4f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f1fd3a-494d-48b5-9751-67ce4782f3ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e078f8b3-4572-4947-9d96-a0990c3639dc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:07:51Z', 'updated_at': '2021-04-15T13:07:52Z', 'revision_number': 2, 'project_id': '2e94c9e29e914ef1b164f24dff9b4613', 'subnets': [{'id': 'e078f8b3-4572-4947-9d96-a0990c3639dc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7acce8c0-4063-4c81-a44a-c5ae2e5ca55d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:07:54.458112 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc714a1-cc9d-43c4-bc74-0bb1d0865f53 None None] Checking router: 28f1fd3a-494d-48b5-9751-67ce4782f3ab for host: dv-cinder-784945-5-smb {{(pid=85260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 13:07:54.458503 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc714a1-cc9d-43c4-bc74-0bb1d0865f53 None None] Updating router 28f1fd3a-494d-48b5-9751-67ce4782f3ab port 91e96e8c-4e6a-4934-8c89-1436ca740413 binding host dv-cinder-784945-5-smb {{(pid=85260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 13:07:54.518907 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-9dc714a1-cc9d-43c4-bc74-0bb1d0865f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:54.971792 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-9dc714a1-cc9d-43c4-bc74-0bb1d0865f53 None None] Notify callbacks [] for port, precommit_update {{(pid=85260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:54.996657 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-9dc714a1-cc9d-43c4-bc74-0bb1d0865f53 None None] Transition to ACTIVE for port object 91e96e8c-4e6a-4934-8c89-1436ca740413 will not be triggered until provisioned by entity L2. {{(pid=85260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:07:55.002773 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-9dc714a1-cc9d-43c4-bc74-0bb1d0865f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:55.019356 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:07:55.157790 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0bccb9-f1f2-47c7-b3ef-e9e3357740b0 None None] Pushing event updated for resources: {'Port': ['ID=91e96e8c-4e6a-4934-8c89-1436ca740413,revision_number=3']} {{(pid=85260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:07:55.172412 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bccb9-f1f2-47c7-b3ef-e9e3357740b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:07:55.172769 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bccb9-f1f2-47c7-b3ef-e9e3357740b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:07:55.173138 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bccb9-f1f2-47c7-b3ef-e9e3357740b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:07:55.173501 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bccb9-f1f2-47c7-b3ef-e9e3357740b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:07:55.173858 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bccb9-f1f2-47c7-b3ef-e9e3357740b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:07:55.174216 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bccb9-f1f2-47c7-b3ef-e9e3357740b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:07:55.174571 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bccb9-f1f2-47c7-b3ef-e9e3357740b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:07:55.174924 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bccb9-f1f2-47c7-b3ef-e9e3357740b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:07:55.175280 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bccb9-f1f2-47c7-b3ef-e9e3357740b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:07:55.175654 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bccb9-f1f2-47c7-b3ef-e9e3357740b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:07:55.176008 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bccb9-f1f2-47c7-b3ef-e9e3357740b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:07:55.176360 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bccb9-f1f2-47c7-b3ef-e9e3357740b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:07:55.177471 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bccb9-f1f2-47c7-b3ef-e9e3357740b0 None None] Tracked resource versions report: Apr 15 13:07:55.177471 dv-cinder-784945-5-smb neutron-server[85144]: pushed versions: Apr 15 13:07:55.177471 dv-cinder-784945-5-smb neutron-server[85144]: { 'AddressGroup': {'1.2'}, Apr 15 13:07:55.177471 dv-cinder-784945-5-smb neutron-server[85144]: 'ConntrackHelper': {'1.0'}, Apr 15 13:07:55.177471 dv-cinder-784945-5-smb neutron-server[85144]: 'Log': {'1.0'}, Apr 15 13:07:55.177471 dv-cinder-784945-5-smb neutron-server[85144]: 'Network': {'1.1'}, Apr 15 13:07:55.177471 dv-cinder-784945-5-smb neutron-server[85144]: 'Port': {'1.7'}, Apr 15 13:07:55.177471 dv-cinder-784945-5-smb neutron-server[85144]: 'PortForwarding': {'1.2'}, Apr 15 13:07:55.177471 dv-cinder-784945-5-smb neutron-server[85144]: 'QosPolicy': {'1.8'}, Apr 15 13:07:55.177471 dv-cinder-784945-5-smb neutron-server[85144]: 'SecurityGroup': {'1.4'}, Apr 15 13:07:55.177471 dv-cinder-784945-5-smb neutron-server[85144]: 'SecurityGroupRule': {'1.2'}, Apr 15 13:07:55.177471 dv-cinder-784945-5-smb neutron-server[85144]: 'SubPort': {'1.0'}, Apr 15 13:07:55.177471 dv-cinder-784945-5-smb neutron-server[85144]: 'Subnet': {'1.1'}, Apr 15 13:07:55.177471 dv-cinder-784945-5-smb neutron-server[85144]: 'Trunk': {'1.1'}} Apr 15 13:07:55.177471 dv-cinder-784945-5-smb neutron-server[85144]: consumer versions: Apr 15 13:07:55.177471 dv-cinder-784945-5-smb neutron-server[85144]: { DHCP agent@dv-cinder-784945-5-smb: {}, Apr 15 13:07:55.177471 dv-cinder-784945-5-smb neutron-server[85144]: L3 agent@dv-cinder-784945-5-smb: {}, Apr 15 13:07:55.177471 dv-cinder-784945-5-smb neutron-server[85144]: Metadata agent@dv-cinder-784945-5-smb: {}, Apr 15 13:07:55.177471 dv-cinder-784945-5-smb neutron-server[85144]: Metering agent@dv-cinder-784945-5-smb: {}, Apr 15 13:07:55.177471 dv-cinder-784945-5-smb neutron-server[85144]: Open vSwitch agent@dv-cinder-784945-5-smb: { 'AddressGroup': '1.2', Apr 15 13:07:55.177471 dv-cinder-784945-5-smb neutron-server[85144]: 'ConntrackHelper': '1.0', Apr 15 13:07:55.177471 dv-cinder-784945-5-smb neutron-server[85144]: 'Log': '1.0', Apr 15 13:07:55.177471 dv-cinder-784945-5-smb neutron-server[85144]: 'Network': '1.1', Apr 15 13:07:55.177471 dv-cinder-784945-5-smb neutron-server[85144]: 'Port': '1.7', Apr 15 13:07:55.177471 dv-cinder-784945-5-smb neutron-server[85144]: 'PortForwarding': '1.2', Apr 15 13:07:55.177471 dv-cinder-784945-5-smb neutron-server[85144]: 'QosPolicy': '1.8', Apr 15 13:07:55.177471 dv-cinder-784945-5-smb neutron-server[85144]: 'SecurityGroup': '1.4', Apr 15 13:07:55.177471 dv-cinder-784945-5-smb neutron-server[85144]: 'SecurityGroupRule': '1.2', Apr 15 13:07:55.177471 dv-cinder-784945-5-smb neutron-server[85144]: 'SubPort': '1.0', Apr 15 13:07:55.177471 dv-cinder-784945-5-smb neutron-server[85144]: 'Subnet': '1.1', Apr 15 13:07:55.177471 dv-cinder-784945-5-smb neutron-server[85144]: 'Trunk': '1.1'}} Apr 15 13:07:55.177471 dv-cinder-784945-5-smb neutron-server[85144]: {{(pid=85260) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 13:07:55.192798 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-aa0bccb9-f1f2-47c7-b3ef-e9e3357740b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:07:55.385743 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-9dc714a1-cc9d-43c4-bc74-0bb1d0865f53 None None] Attempting to bind port 91e96e8c-4e6a-4934-8c89-1436ca740413 on host dv-cinder-784945-5-smb for vnic_type normal with profile {{(pid=85260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 13:07:55.386152 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-9dc714a1-cc9d-43c4-bc74-0bb1d0865f53 None None] Attempting to bind port 91e96e8c-4e6a-4934-8c89-1436ca740413 by drivers openvswitch,hyperv on host dv-cinder-784945-5-smb at level 0 using segments [{'id': '2320d8aa-3332-43d0-b5ef-a2998f928e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '84d40866-1148-42a7-82cf-f994f1a660ac'}] {{(pid=85260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 13:07:55.386557 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc714a1-cc9d-43c4-bc74-0bb1d0865f53 None None] Attempting to bind port 91e96e8c-4e6a-4934-8c89-1436ca740413 on network 84d40866-1148-42a7-82cf-f994f1a660ac {{(pid=85260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:07:55.392088 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc714a1-cc9d-43c4-bc74-0bb1d0865f53 None None] Checking agent: {'id': '81e11618-700f-4852-9942-b93dec05a832', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 13, 7, 16), 'started_at': datetime.datetime(2021, 4, 15, 13, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 13, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 13:07:55.392504 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc714a1-cc9d-43c4-bc74-0bb1d0865f53 None None] Checking segment: {'id': '2320d8aa-3332-43d0-b5ef-a2998f928e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '84d40866-1148-42a7-82cf-f994f1a660ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:07:55.392975 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-9dc714a1-cc9d-43c4-bc74-0bb1d0865f53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:55.393393 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc714a1-cc9d-43c4-bc74-0bb1d0865f53 None None] Bound using segment: {'id': '2320d8aa-3332-43d0-b5ef-a2998f928e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '84d40866-1148-42a7-82cf-f994f1a660ac'} {{(pid=85260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 13:07:55.393947 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-9dc714a1-cc9d-43c4-bc74-0bb1d0865f53 None None] Bound port: 91e96e8c-4e6a-4934-8c89-1436ca740413, host: dv-cinder-784945-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2320d8aa-3332-43d0-b5ef-a2998f928e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '84d40866-1148-42a7-82cf-f994f1a660ac'}}] {{(pid=85260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 13:07:55.394344 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-9dc714a1-cc9d-43c4-bc74-0bb1d0865f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:55.489132 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-9dc714a1-cc9d-43c4-bc74-0bb1d0865f53 None None] For port 91e96e8c-4e6a-4934-8c89-1436ca740413, host dv-cinder-784945-5-smb, cleared binding levels {{(pid=85260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 13:07:55.494322 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-9dc714a1-cc9d-43c4-bc74-0bb1d0865f53 None None] For port 91e96e8c-4e6a-4934-8c89-1436ca740413, host dv-cinder-784945-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=91e96e8c-4e6a-4934-8c89-1436ca740413,segment=NetworkSegment(2320d8aa-3332-43d0-b5ef-a2998f928e96),segment_id=2320d8aa-3332-43d0-b5ef-a2998f928e96)] {{(pid=85260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 13:07:55.497075 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-9dc714a1-cc9d-43c4-bc74-0bb1d0865f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:55.512889 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:07:55.660300 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0bccb9-f1f2-47c7-b3ef-e9e3357740b0 None None] Pushing event updated for resources: {'Port': ['ID=91e96e8c-4e6a-4934-8c89-1436ca740413,revision_number=4']} {{(pid=85260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:07:55.665185 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-aa0bccb9-f1f2-47c7-b3ef-e9e3357740b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:07:55.721121 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc714a1-cc9d-43c4-bc74-0bb1d0865f53 None None] Routers {'28f1fd3a-494d-48b5-9751-67ce4782f3ab'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:07:55.721965 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-9dc714a1-cc9d-43c4-bc74-0bb1d0865f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:07:45Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['28f1fd3a-494d-48b5-9751-67ce4782f3ab'], 'active': True} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:07:55.896703 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-9dc714a1-cc9d-43c4-bc74-0bb1d0865f53 None None] Set router 28f1fd3a-494d-48b5-9751-67ce4782f3ab gateway port host: None {{(pid=85260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:07:56.236532 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-9dc714a1-cc9d-43c4-bc74-0bb1d0865f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f1fd3a-494d-48b5-9751-67ce4782f3ab', 'name': 'router1', 'tenant_id': '2e94c9e29e914ef1b164f24dff9b4613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:07:41Z', 'updated_at': '2021-04-15T13:07:52Z', 'revision_number': 2, 'project_id': '2e94c9e29e914ef1b164f24dff9b4613', 'gw_port_host': None, '_interfaces': [{'id': '91e96e8c-4e6a-4934-8c89-1436ca740413', 'name': '', 'network_id': '84d40866-1148-42a7-82cf-f994f1a660ac', 'tenant_id': '2e94c9e29e914ef1b164f24dff9b4613', 'mac_address': 'fa:16:3e:8c:4f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f1fd3a-494d-48b5-9751-67ce4782f3ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e078f8b3-4572-4947-9d96-a0990c3639dc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:07:51Z', 'updated_at': '2021-04-15T13:07:55Z', 'revision_number': 4, 'project_id': '2e94c9e29e914ef1b164f24dff9b4613', 'subnets': [{'id': 'e078f8b3-4572-4947-9d96-a0990c3639dc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7acce8c0-4063-4c81-a44a-c5ae2e5ca55d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:07:56.240673 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc714a1-cc9d-43c4-bc74-0bb1d0865f53 None None] The sync data for ids ['28f1fd3a-494d-48b5-9751-67ce4782f3ab'] in dv-cinder-784945-5-smb is: [{'id': '28f1fd3a-494d-48b5-9751-67ce4782f3ab', 'name': 'router1', 'tenant_id': '2e94c9e29e914ef1b164f24dff9b4613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:07:41Z', 'updated_at': '2021-04-15T13:07:52Z', 'revision_number': 2, 'project_id': '2e94c9e29e914ef1b164f24dff9b4613', 'gw_port_host': None, '_interfaces': [{'id': '91e96e8c-4e6a-4934-8c89-1436ca740413', 'name': '', 'network_id': '84d40866-1148-42a7-82cf-f994f1a660ac', 'tenant_id': '2e94c9e29e914ef1b164f24dff9b4613', 'mac_address': 'fa:16:3e:8c:4f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f1fd3a-494d-48b5-9751-67ce4782f3ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e078f8b3-4572-4947-9d96-a0990c3639dc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:07:51Z', 'updated_at': '2021-04-15T13:07:55Z', 'revision_number': 4, 'project_id': '2e94c9e29e914ef1b164f24dff9b4613', 'subnets': [{'id': 'e078f8b3-4572-4947-9d96-a0990c3639dc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7acce8c0-4063-4c81-a44a-c5ae2e5ca55d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 13:07:56.268225 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 34032) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:07:56.431415 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cffaa6b-6ca8-463f-b66f-b5ce9a23a905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:07:56.432064 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-6cffaa6b-6ca8-463f-b66f-b5ce9a23a905 admin admin] Synchronizing usage tracker for tenant:f56ff02efbee4cefad9724805c210afc on resource:network {{(pid=85257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 13:07:56.448641 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-6cffaa6b-6ca8-463f-b66f-b5ce9a23a905 admin admin] Unset dirty status for tenant:f56ff02efbee4cefad9724805c210afc on resource:network {{(pid=85257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 13:07:56.455737 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-6cffaa6b-6ca8-463f-b66f-b5ce9a23a905 admin admin] 10.222.0.64 "GET /v2.0/networks/55d93253-8afb-47db-93d0-1527fbeb95d2 HTTP/1.1" status: 200 len: 842 time: 0.1805406 Apr 15 13:07:56.461012 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-d04e0822-2fc9-4784-b276-ac09cfe4afc3 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.28.3.1', 'enable_dhcp': False, 'cidr': '172.28.3.0/24', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2'}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:07:56.466567 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-d04e0822-2fc9-4784-b276-ac09cfe4afc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:07:56.470540 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-d04e0822-2fc9-4784-b276-ac09cfe4afc3 admin admin] Usage tracker for resource:subnet and tenant:f56ff02efbee4cefad9724805c210afc is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:07:56.473572 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-d04e0822-2fc9-4784-b276-ac09cfe4afc3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:07:56.485374 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-d04e0822-2fc9-4784-b276-ac09cfe4afc3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:07:56.490125 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04e0822-2fc9-4784-b276-ac09cfe4afc3 admin admin] Made reservation on behalf of f56ff02efbee4cefad9724805c210afc for: {'subnet': 1} {{(pid=85257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 13:07:56.495092 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d04e0822-2fc9-4784-b276-ac09cfe4afc3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:56.943597 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.objects.ports [None req-d04e0822-2fc9-4784-b276-ac09cfe4afc3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=85257) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 15 13:07:56.944661 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d04e0822-2fc9-4784-b276-ac09cfe4afc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424'] for subnet, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:56.963621 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:07:57.089449 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04e0822-2fc9-4784-b276-ac09cfe4afc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec126ae6-92bb-4236-889a-ca54f3751a25,revision_number=0']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:07:57.096547 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-d04e0822-2fc9-4784-b276-ac09cfe4afc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:07:57.161405 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04e0822-2fc9-4784-b276-ac09cfe4afc3 admin admin] Checking segment: {'id': '906bcebc-1c01-4a0b-bcb7-9d225f9b16c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:07:57.161786 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04e0822-2fc9-4784-b276-ac09cfe4afc3 admin admin] Network hostable DHCP agents. Network: 55d93253-8afb-47db-93d0-1527fbeb95d2, hostable agents: ['311c43f5-3c4a-4973-9b30-7f7c0bf49be0'], hosted agents: [] {{(pid=85257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 13:07:57.182710 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04e0822-2fc9-4784-b276-ac09cfe4afc3 admin admin] Network 55d93253-8afb-47db-93d0-1527fbeb95d2 is scheduled to be hosted by DHCP agent 311c43f5-3c4a-4973-9b30-7f7c0bf49be0 with binding_index 1 {{(pid=85257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 13:07:57.192842 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [None req-d04e0822-2fc9-4784-b276-ac09cfe4afc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-5-smb, 55d93253-8afb-47db-93d0-1527fbeb95d2) {{(pid=85257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:07:57.197639 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04e0822-2fc9-4784-b276-ac09cfe4afc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:07:57.198271 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d04e0822-2fc9-4784-b276-ac09cfe4afc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for subnet, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:07:57.203318 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce539ec-133b-43ee-9dec-67437b674064 None None] Network 55d93253-8afb-47db-93d0-1527fbeb95d2 requested from dv-cinder-784945-5-smb {{(pid=85259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 13:07:57.218435 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-d04e0822-2fc9-4784-b276-ac09cfe4afc3 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7620015 Apr 15 13:07:57.448603 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f77137f-7f55-4c6d-adce-9049c24916c8 None None] Network 55d93253-8afb-47db-93d0-1527fbeb95d2 requested from dv-cinder-784945-5-smb {{(pid=85259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 13:07:59.895972 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 34046) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:07:59.948657 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device 91e96e8c-4e6a-4934-8c89-1436ca740413 up at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:08:00.018505 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning for port 91e96e8c-4e6a-4934-8c89-1436ca740413 completed by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:08:00.024314 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning complete for port 91e96e8c-4e6a-4934-8c89-1436ca740413 triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:08:00.024725 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:08:00.150599 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:08:00.161201 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-81d4f3b3-c697-4e22-9d06-eee826d16138 admin admin] 10.222.0.64 "GET /v2.0/routers/28f1fd3a-494d-48b5-9751-67ce4782f3ab HTTP/1.1" status: 200 len: 710 time: 0.2633057 Apr 15 13:08:00.184643 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] For port 91e96e8c-4e6a-4934-8c89-1436ca740413, host dv-cinder-784945-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=91e96e8c-4e6a-4934-8c89-1436ca740413,segment=NetworkSegment(2320d8aa-3332-43d0-b5ef-a2998f928e96),segment_id=2320d8aa-3332-43d0-b5ef-a2998f928e96)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:08:00.187528 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:08:00.189733 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-128d98be-7b0c-428f-a9ef-f41cc00d5da2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:08:00.266711 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Pushing event updated for resources: {'Port': ['ID=91e96e8c-4e6a-4934-8c89-1436ca740413,revision_number=5']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:08:00.270084 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:08:00.456301 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51924a07-3b70-4860-b443-666e632546a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:08:00.457691 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-51924a07-3b70-4860-b443-666e632546a8 admin admin] 10.222.0.64 "GET /v2.0/networks/55d93253-8afb-47db-93d0-1527fbeb95d2 HTTP/1.1" status: 200 len: 886 time: 0.2916460 Apr 15 13:08:00.468384 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-a7bc9ed6-f52a-400c-8006-b3d766a0f1a6 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2'}}} {{(pid=85258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:08:00.946405 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a7bc9ed6-f52a-400c-8006-b3d766a0f1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1033076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853741577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65501'] for router, precommit_update {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:08:01.302529 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a7bc9ed6-f52a-400c-8006-b3d766a0f1a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:08:01.362773 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a7bc9ed6-f52a-400c-8006-b3d766a0f1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:08:01.509321 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_common [None req-a7bc9ed6-f52a-400c-8006-b3d766a0f1a6 admin admin] Allocated IP 172.28.3.225 (55d93253-8afb-47db-93d0-1527fbeb95d2/ec126ae6-92bb-4236-889a-ca54f3751a25/b910bca5-2d0f-49e4-a495-45d902efcf2e) {{(pid=85258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 13:08:01.666757 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a7bc9ed6-f52a-400c-8006-b3d766a0f1a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:08:01.723723 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a7bc9ed6-f52a-400c-8006-b3d766a0f1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757045383897'] for port, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:08:01.738725 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:08:01.877425 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc9ed6-f52a-400c-8006-b3d766a0f1a6 admin admin] Pushing event updated for resources: {'Port': ['ID=b910bca5-2d0f-49e4-a495-45d902efcf2e,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:08:01.885762 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-a7bc9ed6-f52a-400c-8006-b3d766a0f1a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:08:01.932337 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bc9ed6-f52a-400c-8006-b3d766a0f1a6 admin admin] Network 55d93253-8afb-47db-93d0-1527fbeb95d2 is already hosted by enough agents. {{(pid=85258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 13:08:01.933483 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [None req-a7bc9ed6-f52a-400c-8006-b3d766a0f1a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=85258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:08:01.935362 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device 91e96e8c-4e6a-4934-8c89-1436ca740413 up at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:08:01.944869 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bc9ed6-f52a-400c-8006-b3d766a0f1a6 admin admin] Received port after_create {{(pid=85258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 13:08:02.008796 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning complete for port 91e96e8c-4e6a-4934-8c89-1436ca740413 triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:08:02.009324 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:08:02.507675 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a7bc9ed6-f52a-400c-8006-b3d766a0f1a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:08:02.867001 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a7bc9ed6-f52a-400c-8006-b3d766a0f1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1033076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853741577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65501'] for router, precommit_update {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:08:02.870704 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a7bc9ed6-f52a-400c-8006-b3d766a0f1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853742755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853742772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1033029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1034188'] for router, after_update {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:08:03.061161 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7bc9ed6-f52a-400c-8006-b3d766a0f1a6 admin admin] Router 28f1fd3a-494d-48b5-9751-67ce4782f3ab has already been hosted by L3 agent d2850426-fba2-4e27-a3ef-bf91b3b25695 {{(pid=85258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 13:08:03.257887 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7bc9ed6-f52a-400c-8006-b3d766a0f1a6 admin admin] Notify agent at l3_agent.dv-cinder-784945-5-smb the message routers_updated {{(pid=85258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 13:08:03.266335 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a7bc9ed6-f52a-400c-8006-b3d766a0f1a6 admin admin] Notify callbacks [] for router, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:08:03.267616 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-a7bc9ed6-f52a-400c-8006-b3d766a0f1a6 admin admin] 10.222.0.64 "PUT /v2.0/routers/28f1fd3a-494d-48b5-9751-67ce4782f3ab HTTP/1.1" status: 200 len: 890 time: 2.8027458 Apr 15 13:08:03.268409 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bba691-16a0-4d05-951a-4f19432a13d6 None None] Sync routers for ids ['28f1fd3a-494d-48b5-9751-67ce4782f3ab'] in dv-cinder-784945-5-smb {{(pid=85259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 13:08:03.279049 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bba691-16a0-4d05-951a-4f19432a13d6 None None] Routers {'28f1fd3a-494d-48b5-9751-67ce4782f3ab'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:08:03.279782 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-72bba691-16a0-4d05-951a-4f19432a13d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:07:45Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['28f1fd3a-494d-48b5-9751-67ce4782f3ab'], 'active': True} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:08:03.484467 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-72bba691-16a0-4d05-951a-4f19432a13d6 None None] Set router 28f1fd3a-494d-48b5-9751-67ce4782f3ab gateway port host: dv-cinder-784945-5-smb {{(pid=85259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:08:03.854709 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-72bba691-16a0-4d05-951a-4f19432a13d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f1fd3a-494d-48b5-9751-67ce4782f3ab', 'name': 'router1', 'tenant_id': '2e94c9e29e914ef1b164f24dff9b4613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.225'}], 'enable_snat': True}, 'gw_port_id': 'b910bca5-2d0f-49e4-a495-45d902efcf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:07:41Z', 'updated_at': '2021-04-15T13:08:02Z', 'revision_number': 4, 'project_id': '2e94c9e29e914ef1b164f24dff9b4613', 'gw_port': {'id': 'b910bca5-2d0f-49e4-a495-45d902efcf2e', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f1fd3a-494d-48b5-9751-67ce4782f3ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:08:01Z', 'updated_at': '2021-04-15T13:08:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_interfaces': [{'id': '91e96e8c-4e6a-4934-8c89-1436ca740413', 'name': '', 'network_id': '84d40866-1148-42a7-82cf-f994f1a660ac', 'tenant_id': '2e94c9e29e914ef1b164f24dff9b4613', 'mac_address': 'fa:16:3e:8c:4f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f1fd3a-494d-48b5-9751-67ce4782f3ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e078f8b3-4572-4947-9d96-a0990c3639dc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:07:51Z', 'updated_at': '2021-04-15T13:08:00Z', 'revision_number': 5, 'project_id': '2e94c9e29e914ef1b164f24dff9b4613', 'subnets': [{'id': 'e078f8b3-4572-4947-9d96-a0990c3639dc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7acce8c0-4063-4c81-a44a-c5ae2e5ca55d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:08:03.859837 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bba691-16a0-4d05-951a-4f19432a13d6 None None] Checking router: 28f1fd3a-494d-48b5-9751-67ce4782f3ab for host: dv-cinder-784945-5-smb {{(pid=85259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 13:08:03.860245 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bba691-16a0-4d05-951a-4f19432a13d6 None None] Updating router 28f1fd3a-494d-48b5-9751-67ce4782f3ab port b910bca5-2d0f-49e4-a495-45d902efcf2e binding host dv-cinder-784945-5-smb {{(pid=85259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 13:08:03.916658 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-72bba691-16a0-4d05-951a-4f19432a13d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:08:04.326984 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-72bba691-16a0-4d05-951a-4f19432a13d6 None None] Notify callbacks [] for port, precommit_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:08:04.339368 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-72bba691-16a0-4d05-951a-4f19432a13d6 None None] Transition to ACTIVE for port object b910bca5-2d0f-49e4-a495-45d902efcf2e will not be triggered until provisioned by entity L2. {{(pid=85259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:08:04.345171 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-72bba691-16a0-4d05-951a-4f19432a13d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:08:04.361120 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:08:04.648664 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a588f55-d607-4c9a-987f-350fba60a344 None None] Pushing event updated for resources: {'Port': ['ID=b910bca5-2d0f-49e4-a495-45d902efcf2e,revision_number=2']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:08:04.651626 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-8a588f55-d607-4c9a-987f-350fba60a344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:08:04.714847 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-72bba691-16a0-4d05-951a-4f19432a13d6 None None] Attempting to bind port b910bca5-2d0f-49e4-a495-45d902efcf2e on host dv-cinder-784945-5-smb for vnic_type normal with profile {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 13:08:04.715266 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-72bba691-16a0-4d05-951a-4f19432a13d6 None None] Attempting to bind port b910bca5-2d0f-49e4-a495-45d902efcf2e by drivers openvswitch,hyperv on host dv-cinder-784945-5-smb at level 0 using segments [{'id': '906bcebc-1c01-4a0b-bcb7-9d225f9b16c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2'}] {{(pid=85259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 13:08:04.715734 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bba691-16a0-4d05-951a-4f19432a13d6 None None] Attempting to bind port b910bca5-2d0f-49e4-a495-45d902efcf2e on network 55d93253-8afb-47db-93d0-1527fbeb95d2 {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:08:04.721266 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bba691-16a0-4d05-951a-4f19432a13d6 None None] Checking agent: {'id': '81e11618-700f-4852-9942-b93dec05a832', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 13, 7, 16), 'started_at': datetime.datetime(2021, 4, 15, 13, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 13, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 13:08:04.721681 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bba691-16a0-4d05-951a-4f19432a13d6 None None] Checking segment: {'id': '906bcebc-1c01-4a0b-bcb7-9d225f9b16c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:08:04.722123 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-72bba691-16a0-4d05-951a-4f19432a13d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:08:04.722555 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bba691-16a0-4d05-951a-4f19432a13d6 None None] Bound using segment: {'id': '906bcebc-1c01-4a0b-bcb7-9d225f9b16c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2'} {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 13:08:04.723063 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-72bba691-16a0-4d05-951a-4f19432a13d6 None None] Bound port: b910bca5-2d0f-49e4-a495-45d902efcf2e, host: dv-cinder-784945-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906bcebc-1c01-4a0b-bcb7-9d225f9b16c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2'}}] {{(pid=85259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 13:08:04.723515 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-72bba691-16a0-4d05-951a-4f19432a13d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:08:04.802207 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-72bba691-16a0-4d05-951a-4f19432a13d6 None None] For port b910bca5-2d0f-49e4-a495-45d902efcf2e, host dv-cinder-784945-5-smb, cleared binding levels {{(pid=85259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 13:08:04.806640 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-72bba691-16a0-4d05-951a-4f19432a13d6 None None] For port b910bca5-2d0f-49e4-a495-45d902efcf2e, host dv-cinder-784945-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=b910bca5-2d0f-49e4-a495-45d902efcf2e,segment=NetworkSegment(906bcebc-1c01-4a0b-bcb7-9d225f9b16c2),segment_id=906bcebc-1c01-4a0b-bcb7-9d225f9b16c2)] {{(pid=85259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 13:08:04.810615 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-72bba691-16a0-4d05-951a-4f19432a13d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:08:04.826869 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:08:04.971917 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a588f55-d607-4c9a-987f-350fba60a344 None None] Pushing event updated for resources: {'Port': ['ID=b910bca5-2d0f-49e4-a495-45d902efcf2e,revision_number=3']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:08:04.985138 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-8a588f55-d607-4c9a-987f-350fba60a344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:08:05.027039 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bba691-16a0-4d05-951a-4f19432a13d6 None None] Routers {'28f1fd3a-494d-48b5-9751-67ce4782f3ab'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:08:05.027735 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-72bba691-16a0-4d05-951a-4f19432a13d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:07:45Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['28f1fd3a-494d-48b5-9751-67ce4782f3ab'], 'active': True} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:08:05.223331 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-72bba691-16a0-4d05-951a-4f19432a13d6 None None] Set router 28f1fd3a-494d-48b5-9751-67ce4782f3ab gateway port host: dv-cinder-784945-5-smb {{(pid=85259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:08:05.585628 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-72bba691-16a0-4d05-951a-4f19432a13d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f1fd3a-494d-48b5-9751-67ce4782f3ab', 'name': 'router1', 'tenant_id': '2e94c9e29e914ef1b164f24dff9b4613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.225'}], 'enable_snat': True}, 'gw_port_id': 'b910bca5-2d0f-49e4-a495-45d902efcf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:07:41Z', 'updated_at': '2021-04-15T13:08:02Z', 'revision_number': 4, 'project_id': '2e94c9e29e914ef1b164f24dff9b4613', 'gw_port': {'id': 'b910bca5-2d0f-49e4-a495-45d902efcf2e', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f1fd3a-494d-48b5-9751-67ce4782f3ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:08:01Z', 'updated_at': '2021-04-15T13:08:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_interfaces': [{'id': '91e96e8c-4e6a-4934-8c89-1436ca740413', 'name': '', 'network_id': '84d40866-1148-42a7-82cf-f994f1a660ac', 'tenant_id': '2e94c9e29e914ef1b164f24dff9b4613', 'mac_address': 'fa:16:3e:8c:4f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f1fd3a-494d-48b5-9751-67ce4782f3ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e078f8b3-4572-4947-9d96-a0990c3639dc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:07:51Z', 'updated_at': '2021-04-15T13:08:00Z', 'revision_number': 5, 'project_id': '2e94c9e29e914ef1b164f24dff9b4613', 'subnets': [{'id': 'e078f8b3-4572-4947-9d96-a0990c3639dc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7acce8c0-4063-4c81-a44a-c5ae2e5ca55d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:08:05.589702 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bba691-16a0-4d05-951a-4f19432a13d6 None None] The sync data for ids ['28f1fd3a-494d-48b5-9751-67ce4782f3ab'] in dv-cinder-784945-5-smb is: [{'id': '28f1fd3a-494d-48b5-9751-67ce4782f3ab', 'name': 'router1', 'tenant_id': '2e94c9e29e914ef1b164f24dff9b4613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.225'}], 'enable_snat': True}, 'gw_port_id': 'b910bca5-2d0f-49e4-a495-45d902efcf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:07:41Z', 'updated_at': '2021-04-15T13:08:02Z', 'revision_number': 4, 'project_id': '2e94c9e29e914ef1b164f24dff9b4613', 'gw_port': {'id': 'b910bca5-2d0f-49e4-a495-45d902efcf2e', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f1fd3a-494d-48b5-9751-67ce4782f3ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:08:01Z', 'updated_at': '2021-04-15T13:08:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_interfaces': [{'id': '91e96e8c-4e6a-4934-8c89-1436ca740413', 'name': '', 'network_id': '84d40866-1148-42a7-82cf-f994f1a660ac', 'tenant_id': '2e94c9e29e914ef1b164f24dff9b4613', 'mac_address': 'fa:16:3e:8c:4f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f1fd3a-494d-48b5-9751-67ce4782f3ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e078f8b3-4572-4947-9d96-a0990c3639dc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:07:51Z', 'updated_at': '2021-04-15T13:08:00Z', 'revision_number': 5, 'project_id': '2e94c9e29e914ef1b164f24dff9b4613', 'subnets': [{'id': 'e078f8b3-4572-4947-9d96-a0990c3639dc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7acce8c0-4063-4c81-a44a-c5ae2e5ca55d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 13:08:05.969300 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device b910bca5-2d0f-49e4-a495-45d902efcf2e up at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:08:06.023001 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 34056) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:08:06.049828 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning for port b910bca5-2d0f-49e4-a495-45d902efcf2e completed by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:08:06.056179 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning complete for port b910bca5-2d0f-49e4-a495-45d902efcf2e triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:08:06.056584 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:08:06.153079 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-8fce25ce-656d-4735-9569-f3904dd6ea0f admin admin] 10.222.0.64 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1288016 Apr 15 13:08:06.187295 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:08:06.206341 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] For port b910bca5-2d0f-49e4-a495-45d902efcf2e, host dv-cinder-784945-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=b910bca5-2d0f-49e4-a495-45d902efcf2e,segment=NetworkSegment(906bcebc-1c01-4a0b-bcb7-9d225f9b16c2),segment_id=906bcebc-1c01-4a0b-bcb7-9d225f9b16c2)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:08:06.210256 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:08:06.212820 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-37c8f73d-bd39-4c7d-b1d0-f57504d31cb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:08:06.289406 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Pushing event updated for resources: {'Port': ['ID=b910bca5-2d0f-49e4-a495-45d902efcf2e,revision_number=4']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:08:06.292806 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:08:07.830495 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.agents_db [None req-862eb08b-2c52-41b8-8db2-56e94ab18918 None None] Agent healthcheck: found 5 active agents {{(pid=85260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 13:08:07.947548 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device b910bca5-2d0f-49e4-a495-45d902efcf2e up at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:08:08.030603 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning complete for port b910bca5-2d0f-49e4-a495-45d902efcf2e triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:08:08.031015 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:08:12.023971 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-5893116b-ed83-45af-8add-4c40e080f0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:08:14.617959 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-bb3a0ff2-62da-4590-8a9f-3e4228c68b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:08:15.326124 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c87900dd-59db-4d9b-b688-8554058ba32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:08:15.921292 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:08:16.830702 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47a557f2-6ce0-416f-9ef8-17658d5933ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:08:41.977352 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c2af75e2-f725-41bc-8cba-c0dfd1d51be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:08:44.610814 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-31af86c0-ea37-4634-aefe-b5c81f65d734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:08:44.832907 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.agents_db [None req-862eb08b-2c52-41b8-8db2-56e94ab18918 None None] Agent healthcheck: found 5 active agents {{(pid=85260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 13:08:45.328856 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c87900dd-59db-4d9b-b688-8554058ba32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:08:45.920297 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:08:46.838912 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47a557f2-6ce0-416f-9ef8-17658d5933ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:09:11.970068 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-55b13524-dfc4-4d00-97c8-407d4628e432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:09:14.612636 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7995b826-6017-4592-8033-764a77033fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:09:15.331795 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c87900dd-59db-4d9b-b688-8554058ba32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:09:15.913558 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:09:16.834977 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47a557f2-6ce0-416f-9ef8-17658d5933ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:09:21.832065 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.agents_db [None req-862eb08b-2c52-41b8-8db2-56e94ab18918 None None] Agent healthcheck: found 5 active agents {{(pid=85260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 13:09:41.971987 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-f9cc2c32-b98b-4700-9159-bb1a8b751dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:09:44.613917 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d3550be2-fd32-415e-a199-7c4af1a0e15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:09:45.335257 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c87900dd-59db-4d9b-b688-8554058ba32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:09:45.917394 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:09:46.834018 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47a557f2-6ce0-416f-9ef8-17658d5933ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:09:50.810409 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 34626) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:09:50.888014 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1a1b741-282a-4e2e-8890-ea565aa813ef admin admin] GET failed (client error): The resource could not be found. Apr 15 13:09:50.889394 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-f1a1b741-282a-4e2e-8890-ea565aa813ef admin admin] 10.222.0.64 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0779624 Apr 15 13:09:51.031922 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f38c248-82d8-4dfd-9975-d121316f8271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:09:51.033384 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-3f38c248-82d8-4dfd-9975-d121316f8271 admin admin] 10.222.0.64 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1396916 Apr 15 13:09:53.530590 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 34636) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:09:53.648804 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158cc2ae-9923-4c19-9f15-4c9938a90266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:09:53.649406 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-158cc2ae-9923-4c19-9f15-4c9938a90266 admin admin] Synchronizing usage tracker for tenant:f56ff02efbee4cefad9724805c210afc on resource:subnet {{(pid=85257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 13:09:53.664653 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-158cc2ae-9923-4c19-9f15-4c9938a90266 admin admin] Unset dirty status for tenant:f56ff02efbee4cefad9724805c210afc on resource:subnet {{(pid=85257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 13:09:53.665875 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-158cc2ae-9923-4c19-9f15-4c9938a90266 admin admin] 10.222.0.64 "GET /v2.0/subnets/e078f8b3-4572-4947-9d96-a0990c3639dc HTTP/1.1" status: 200 len: 849 time: 0.1342406 Apr 15 13:09:53.676645 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-28b7134f-fa9e-44b3-9b00-17838fa13239 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:09:53.801117 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-28b7134f-fa9e-44b3-9b00-17838fa13239 admin admin] Notify callbacks [] for subnet, before_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:09:54.104672 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-28b7134f-fa9e-44b3-9b00-17838fa13239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363279808949466'] for subnet, after_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:09:54.120011 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:09:54.251414 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7134f-fa9e-44b3-9b00-17838fa13239 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e078f8b3-4572-4947-9d96-a0990c3639dc,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:09:54.273044 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b7134f-fa9e-44b3-9b00-17838fa13239 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:09:54.273421 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b7134f-fa9e-44b3-9b00-17838fa13239 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:09:54.273789 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b7134f-fa9e-44b3-9b00-17838fa13239 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:09:54.274153 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b7134f-fa9e-44b3-9b00-17838fa13239 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:09:54.274508 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b7134f-fa9e-44b3-9b00-17838fa13239 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:09:54.274862 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b7134f-fa9e-44b3-9b00-17838fa13239 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:09:54.275217 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b7134f-fa9e-44b3-9b00-17838fa13239 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:09:54.275595 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b7134f-fa9e-44b3-9b00-17838fa13239 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:09:54.275963 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b7134f-fa9e-44b3-9b00-17838fa13239 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:09:54.276314 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b7134f-fa9e-44b3-9b00-17838fa13239 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:09:54.276661 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b7134f-fa9e-44b3-9b00-17838fa13239 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:09:54.277007 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b7134f-fa9e-44b3-9b00-17838fa13239 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:09:54.280569 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-28b7134f-fa9e-44b3-9b00-17838fa13239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:09:54.311692 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b7134f-fa9e-44b3-9b00-17838fa13239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:09:54.312340 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-28b7134f-fa9e-44b3-9b00-17838fa13239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for subnet, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:09:54.313701 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-28b7134f-fa9e-44b3-9b00-17838fa13239 admin admin] 10.222.0.64 "PUT /v2.0/subnets/e078f8b3-4572-4947-9d96-a0990c3639dc HTTP/1.1" status: 200 len: 868 time: 0.6415086 Apr 15 13:09:54.317003 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f978636-9201-4bd4-b291-feba7eee49b5 None None] Network 84d40866-1148-42a7-82cf-f994f1a660ac requested from dv-cinder-784945-5-smb {{(pid=85259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 13:09:54.826315 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-ab8abd85-ff9a-4bf6-b18b-55a496289bf9 None None] Provisioning complete for port 69a41497-a9f4-4a5f-8688-a1bf9f69cd03 triggered by entity DHCP. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:09:54.826883 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ab8abd85-ff9a-4bf6-b18b-55a496289bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:09:54.960729 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-ab8abd85-ff9a-4bf6-b18b-55a496289bf9 None None] Provisioning complete for port 91e96e8c-4e6a-4934-8c89-1436ca740413 triggered by entity DHCP. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:09:54.961132 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ab8abd85-ff9a-4bf6-b18b-55a496289bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:09:56.858596 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 34646) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:09:57.044329 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac838d58-36de-4d76-83f0-0cc8fde3dd67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:09:57.044761 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac838d58-36de-4d76-83f0-0cc8fde3dd67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:09:57.046401 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-ac838d58-36de-4d76-83f0-0cc8fde3dd67 admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1867392 Apr 15 13:09:58.831838 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.agents_db [None req-862eb08b-2c52-41b8-8db2-56e94ab18918 None None] Agent healthcheck: found 5 active agents {{(pid=85260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 13:09:59.537582 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 34656) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:09:59.727927 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd809503-6ce1-4a92-a5cc-ca605a835fb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:09:59.728365 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd809503-6ce1-4a92-a5cc-ca605a835fb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:09:59.730006 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-cd809503-6ce1-4a92-a5cc-ca605a835fb9 admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1913898 Apr 15 13:10:02.266104 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 34666) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:10:02.451126 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4124fc6f-d209-48e0-a214-18c227bf41f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:10:02.453024 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-4124fc6f-d209-48e0-a214-18c227bf41f6 admin admin] 10.222.0.64 "GET /v2.0/networks/55d93253-8afb-47db-93d0-1527fbeb95d2 HTTP/1.1" status: 200 len: 886 time: 0.1858711 Apr 15 13:10:04.974399 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 34676) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:10:05.328431 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4344a44b-d13b-42f4-b382-f4f1bb8f1c4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:10:05.329904 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-4344a44b-d13b-42f4-b382-f4f1bb8f1c4b admin admin] 10.222.0.64 "GET /v2.0/networks/84d40866-1148-42a7-82cf-f994f1a660ac HTTP/1.1" status: 200 len: 869 time: 0.3544950 Apr 15 13:10:07.855332 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 34686) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:10:07.972150 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc388895-1d24-419f-b8aa-3862fcd3daf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:10:07.972658 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc388895-1d24-419f-b8aa-3862fcd3daf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:10:07.975254 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-dc388895-1d24-419f-b8aa-3862fcd3daf7 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1188462 Apr 15 13:10:10.636111 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 34696) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:10:10.753353 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50224a70-99f6-40a1-a2b6-1e5aea3cff85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:10:10.753853 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50224a70-99f6-40a1-a2b6-1e5aea3cff85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:10:10.755714 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-50224a70-99f6-40a1-a2b6-1e5aea3cff85 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1185472 Apr 15 13:10:11.974973 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-9e8a7458-e094-41b6-be04-35fcd459e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:10:13.258479 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 34706) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:10:13.375025 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82406e8c-3284-4fb0-a0ba-24e6f1b895a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:10:13.377073 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-82406e8c-3284-4fb0-a0ba-24e6f1b895a5 admin admin] 10.222.0.64 "GET /v2.0/subnets/e078f8b3-4572-4947-9d96-a0990c3639dc HTTP/1.1" status: 200 len: 868 time: 0.1173768 Apr 15 13:10:14.619385 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-abe35c06-0c07-4141-ac2b-a3b90455f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:10:15.339856 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c87900dd-59db-4d9b-b688-8554058ba32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:10:15.885420 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 34716) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:10:15.920817 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:10:15.998876 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6dae22-bb23-49e8-b8db-8e9d903572b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:10:16.000255 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-cb6dae22-bb23-49e8-b8db-8e9d903572b9 admin admin] 10.222.0.64 "GET /v2.0/subnets/ec126ae6-92bb-4236-889a-ca54f3751a25 HTTP/1.1" status: 200 len: 816 time: 0.1138213 Apr 15 13:10:16.841325 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47a557f2-6ce0-416f-9ef8-17658d5933ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:10:35.833245 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.agents_db [None req-862eb08b-2c52-41b8-8db2-56e94ab18918 None None] Agent healthcheck: found 5 active agents {{(pid=85260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 13:10:41.976874 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d84da9da-5f0f-4539-9365-4b0b4c0142eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:10:42.713001 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 34760) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:10:42.765752 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [None req-4622d0ca-e25e-43c8-95f4-81626fcc2c20 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=85258) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 13:10:42.767541 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-4622d0ca-e25e-43c8-95f4-81626fcc2c20 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0535083 Apr 15 13:10:44.621980 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0167af0f-4334-415b-838e-5ce0ad2586ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:10:45.347910 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c87900dd-59db-4d9b-b688-8554058ba32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:10:45.415047 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 34770) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:10:45.491024 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0e1c1fc-2865-4945-94c8-76bcc2cbe3ed admin admin] GET failed (client error): The resource could not be found. Apr 15 13:10:45.492483 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-d0e1c1fc-2865-4945-94c8-76bcc2cbe3ed admin admin] 10.222.0.64 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0763848 Apr 15 13:10:45.633036 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfae20a4-d9d6-4a06-9f88-881bf47afa12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:10:45.634613 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-cfae20a4-d9d6-4a06-9f88-881bf47afa12 admin admin] 10.222.0.64 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1377029 Apr 15 13:10:45.923963 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:10:46.834568 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47a557f2-6ce0-416f-9ef8-17658d5933ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:10:48.198922 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 34780) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:10:48.251895 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-082ba709-dffe-4380-be22-246e97edf4c3 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:10:48.256936 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-082ba709-dffe-4380-be22-246e97edf4c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:10:48.267003 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-082ba709-dffe-4380-be22-246e97edf4c3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:10:48.276942 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082ba709-dffe-4380-be22-246e97edf4c3 admin admin] Made reservation on behalf of f56ff02efbee4cefad9724805c210afc for: {'network': 1} {{(pid=85257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 13:10:48.281550 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-082ba709-dffe-4380-be22-246e97edf4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for network, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:10:48.377010 dv-cinder-784945-5-smb neutron-server[85144]: WARNING neutron.services.revisions.revision_plugin [None req-082ba709-dffe-4380-be22-246e97edf4c3 admin admin] Could not find related network for resource to bump revision. Apr 15 13:10:48.389851 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-082ba709-dffe-4380-be22-246e97edf4c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=85257) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 13:10:48.399814 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-082ba709-dffe-4380-be22-246e97edf4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773144'] for segment, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:10:48.400209 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.db.segments_db [None req-082ba709-dffe-4380-be22-246e97edf4c3 admin admin] Added segment a0ea3734-8791-4bd7-8486-33698b7ac57b of type vlan for network 73bfd288-200e-498a-8bec-152244e44a60 Apr 15 13:10:48.426082 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-082ba709-dffe-4380-be22-246e97edf4c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757045372002'] for network, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:10:48.455743 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-082ba709-dffe-4380-be22-246e97edf4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424'] for network, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:10:48.457744 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082ba709-dffe-4380-be22-246e97edf4c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:10:48.458382 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-082ba709-dffe-4380-be22-246e97edf4c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for network, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:10:48.463323 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-d871e9e0-230d-49b1-9644-bb7e69a244e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:10:48.568850 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-082ba709-dffe-4380-be22-246e97edf4c3 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3687041 Apr 15 13:10:48.571750 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082ba709-dffe-4380-be22-246e97edf4c3 admin admin] Pushing event updated for resources: {'Network': ['ID=73bfd288-200e-498a-8bec-152244e44a60,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:10:48.574727 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-082ba709-dffe-4380-be22-246e97edf4c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:10:48.585049 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Network 73bfd288-200e-498a-8bec-152244e44a60 details requested by agent ovs-agent-dv-cinder-784945-5-smb with host dv-cinder-784945-5-smb {{(pid=85259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 13:10:51.129172 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 34790) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:10:51.204558 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.pecan_wsgi.hooks.translation [None req-8954a9d0-2628-4538-af36-19d164a1981e admin admin] GET failed (client error): The resource could not be found. Apr 15 13:10:51.205123 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-8954a9d0-2628-4538-af36-19d164a1981e admin admin] Synchronizing usage tracker for tenant:f56ff02efbee4cefad9724805c210afc on resource:network {{(pid=85257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 13:10:51.220039 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-8954a9d0-2628-4538-af36-19d164a1981e admin admin] Unset dirty status for tenant:f56ff02efbee4cefad9724805c210afc on resource:network {{(pid=85257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 13:10:51.221263 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-8954a9d0-2628-4538-af36-19d164a1981e admin admin] 10.222.0.64 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0909903 Apr 15 13:10:51.336283 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedc5297-e2e2-46db-81a7-092c535506a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:10:51.337775 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-eedc5297-e2e2-46db-81a7-092c535506a8 admin admin] 10.222.0.64 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1116736 Apr 15 13:10:51.349165 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-78bc6866-5638-422d-9d2b-23cc7a841834 admin admin] Request body: {'subnet': {'network_id': '73bfd288-200e-498a-8bec-152244e44a60', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:10:51.353881 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-78bc6866-5638-422d-9d2b-23cc7a841834 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:10:51.363771 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-78bc6866-5638-422d-9d2b-23cc7a841834 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:10:51.372142 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78bc6866-5638-422d-9d2b-23cc7a841834 admin admin] Made reservation on behalf of f56ff02efbee4cefad9724805c210afc for: {'subnet': 1} {{(pid=85257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 13:10:51.377025 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-78bc6866-5638-422d-9d2b-23cc7a841834 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:10:51.958642 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-78bc6866-5638-422d-9d2b-23cc7a841834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424'] for subnet, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:10:51.974167 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-28b7134f-fa9e-44b3-9b00-17838fa13239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:10:52.096443 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bc6866-5638-422d-9d2b-23cc7a841834 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e49b621-c225-4770-9b69-b2f66eb7fa87,revision_number=0']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:10:52.101595 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-78bc6866-5638-422d-9d2b-23cc7a841834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:10:52.170462 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bc6866-5638-422d-9d2b-23cc7a841834 admin admin] Checking segment: {'id': 'a0ea3734-8791-4bd7-8486-33698b7ac57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '73bfd288-200e-498a-8bec-152244e44a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:10:52.171020 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bc6866-5638-422d-9d2b-23cc7a841834 admin admin] Network hostable DHCP agents. Network: 73bfd288-200e-498a-8bec-152244e44a60, hostable agents: ['311c43f5-3c4a-4973-9b30-7f7c0bf49be0'], hosted agents: [] {{(pid=85257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 13:10:52.188561 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bc6866-5638-422d-9d2b-23cc7a841834 admin admin] Network 73bfd288-200e-498a-8bec-152244e44a60 is scheduled to be hosted by DHCP agent 311c43f5-3c4a-4973-9b30-7f7c0bf49be0 with binding_index 1 {{(pid=85257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 13:10:52.197003 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [None req-78bc6866-5638-422d-9d2b-23cc7a841834 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-5-smb, 73bfd288-200e-498a-8bec-152244e44a60) {{(pid=85257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:10:52.201400 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bc6866-5638-422d-9d2b-23cc7a841834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:10:52.201985 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-78bc6866-5638-422d-9d2b-23cc7a841834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for subnet, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:10:52.210374 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89373bda-919c-4ac5-8f5a-b75634558114 None None] Network 73bfd288-200e-498a-8bec-152244e44a60 requested from dv-cinder-784945-5-smb {{(pid=85259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 13:10:52.226680 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-78bc6866-5638-422d-9d2b-23cc7a841834 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8818886 Apr 15 13:10:52.450341 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d56e59-82bf-4c31-a539-49b66782341c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8627bff5-3798-5c6e-aea6-252cc41330bf-73bfd288-200e-498a-8bec-152244e44a60', 'network_id': '73bfd288-200e-498a-8bec-152244e44a60', 'tenant_id': 'f56ff02efbee4cefad9724805c210afc', 'fixed_ips': [{'subnet_id': '0e49b621-c225-4770-9b69-b2f66eb7fa87'}]}} from dv-cinder-784945-5-smb. {{(pid=85259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 13:10:52.451658 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-f9d56e59-82bf-4c31-a539-49b66782341c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_create {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:10:52.623649 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_common [None req-f9d56e59-82bf-4c31-a539-49b66782341c None None] Allocated IP 192.168.233.2 (73bfd288-200e-498a-8bec-152244e44a60/0e49b621-c225-4770-9b69-b2f66eb7fa87/6d79676a-dff1-43e0-8fc0-2d09aa7c9788) {{(pid=85259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 13:10:52.850223 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-f9d56e59-82bf-4c31-a539-49b66782341c None None] Notify callbacks [] for port, precommit_create {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:10:52.861049 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-f9d56e59-82bf-4c31-a539-49b66782341c None None] Transition to ACTIVE for port object 6d79676a-dff1-43e0-8fc0-2d09aa7c9788 will not be triggered until provisioned by entity L2. {{(pid=85259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:10:52.882213 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-f9d56e59-82bf-4c31-a539-49b66782341c None None] Transition to ACTIVE for port object 6d79676a-dff1-43e0-8fc0-2d09aa7c9788 will not be triggered until provisioned by entity DHCP. {{(pid=85259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:10:52.886790 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-f9d56e59-82bf-4c31-a539-49b66782341c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757045383897'] for port, after_create {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:10:52.907008 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-37c8f73d-bd39-4c7d-b1d0-f57504d31cb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:10:53.042082 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d56e59-82bf-4c31-a539-49b66782341c None None] Pushing event updated for resources: {'Port': ['ID=6d79676a-dff1-43e0-8fc0-2d09aa7c9788,revision_number=1']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:10:53.057817 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d56e59-82bf-4c31-a539-49b66782341c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:10:53.058193 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d56e59-82bf-4c31-a539-49b66782341c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:10:53.058565 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d56e59-82bf-4c31-a539-49b66782341c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:10:53.058926 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d56e59-82bf-4c31-a539-49b66782341c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:10:53.059283 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d56e59-82bf-4c31-a539-49b66782341c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:10:53.059676 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d56e59-82bf-4c31-a539-49b66782341c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:10:53.060034 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d56e59-82bf-4c31-a539-49b66782341c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:10:53.060389 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d56e59-82bf-4c31-a539-49b66782341c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:10:53.060743 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d56e59-82bf-4c31-a539-49b66782341c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:10:53.061097 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d56e59-82bf-4c31-a539-49b66782341c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:10:53.061445 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d56e59-82bf-4c31-a539-49b66782341c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:10:53.061794 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d56e59-82bf-4c31-a539-49b66782341c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:10:53.076272 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-f9d56e59-82bf-4c31-a539-49b66782341c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:10:53.114284 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d56e59-82bf-4c31-a539-49b66782341c None None] Network 73bfd288-200e-498a-8bec-152244e44a60 is already hosted by enough agents. {{(pid=85259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 13:10:53.115596 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [None req-f9d56e59-82bf-4c31-a539-49b66782341c None None] Resources bound (agent type, host, resource id): {{(pid=85259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:10:53.117909 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d56e59-82bf-4c31-a539-49b66782341c None None] Received port after_create {{(pid=85259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 13:10:53.216291 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-f9d56e59-82bf-4c31-a539-49b66782341c None None] Attempting to bind port 6d79676a-dff1-43e0-8fc0-2d09aa7c9788 on host dv-cinder-784945-5-smb for vnic_type normal with profile {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 13:10:53.216870 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-f9d56e59-82bf-4c31-a539-49b66782341c None None] Attempting to bind port 6d79676a-dff1-43e0-8fc0-2d09aa7c9788 by drivers openvswitch,hyperv on host dv-cinder-784945-5-smb at level 0 using segments [{'id': 'a0ea3734-8791-4bd7-8486-33698b7ac57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '73bfd288-200e-498a-8bec-152244e44a60'}] {{(pid=85259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 13:10:53.217097 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d56e59-82bf-4c31-a539-49b66782341c None None] Attempting to bind port 6d79676a-dff1-43e0-8fc0-2d09aa7c9788 on network 73bfd288-200e-498a-8bec-152244e44a60 {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:10:53.223337 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d56e59-82bf-4c31-a539-49b66782341c None None] Checking agent: {'id': '81e11618-700f-4852-9942-b93dec05a832', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 13, 7, 16), 'started_at': datetime.datetime(2021, 4, 15, 13, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 13, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 13:10:53.223785 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d56e59-82bf-4c31-a539-49b66782341c None None] Checking segment: {'id': 'a0ea3734-8791-4bd7-8486-33698b7ac57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '73bfd288-200e-498a-8bec-152244e44a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:10:53.224234 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-f9d56e59-82bf-4c31-a539-49b66782341c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:10:53.224669 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d56e59-82bf-4c31-a539-49b66782341c None None] Bound using segment: {'id': 'a0ea3734-8791-4bd7-8486-33698b7ac57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '73bfd288-200e-498a-8bec-152244e44a60'} {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 13:10:53.225188 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-f9d56e59-82bf-4c31-a539-49b66782341c None None] Bound port: 6d79676a-dff1-43e0-8fc0-2d09aa7c9788, host: dv-cinder-784945-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0ea3734-8791-4bd7-8486-33698b7ac57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '73bfd288-200e-498a-8bec-152244e44a60'}}] {{(pid=85259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 13:10:53.225611 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-f9d56e59-82bf-4c31-a539-49b66782341c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:10:53.323419 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-f9d56e59-82bf-4c31-a539-49b66782341c None None] For port 6d79676a-dff1-43e0-8fc0-2d09aa7c9788, host dv-cinder-784945-5-smb, cleared binding levels {{(pid=85259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 13:10:53.328019 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-f9d56e59-82bf-4c31-a539-49b66782341c None None] For port 6d79676a-dff1-43e0-8fc0-2d09aa7c9788, host dv-cinder-784945-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=6d79676a-dff1-43e0-8fc0-2d09aa7c9788,segment=NetworkSegment(a0ea3734-8791-4bd7-8486-33698b7ac57b),segment_id=a0ea3734-8791-4bd7-8486-33698b7ac57b)] {{(pid=85259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 13:10:53.332159 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-f9d56e59-82bf-4c31-a539-49b66782341c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:10:53.347418 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:10:53.507120 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d56e59-82bf-4c31-a539-49b66782341c None None] Pushing event updated for resources: {'Port': ['ID=6d79676a-dff1-43e0-8fc0-2d09aa7c9788,revision_number=2']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:10:53.511818 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-f9d56e59-82bf-4c31-a539-49b66782341c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:10:54.106831 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device 6d79676a-dff1-43e0-8fc0-2d09aa7c9788 up at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:10:54.182346 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning for port 6d79676a-dff1-43e0-8fc0-2d09aa7c9788 completed by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:10:54.836222 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658e3e12-d913-4a7c-9fda-cfd1353e7468 None None] Network 73bfd288-200e-498a-8bec-152244e44a60 requested from dv-cinder-784945-5-smb {{(pid=85259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 13:10:54.927854 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-a2d17e54-159b-4292-b9a8-10753e9927d7 None None] Provisioning for port 6d79676a-dff1-43e0-8fc0-2d09aa7c9788 completed by entity DHCP. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:10:54.935999 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-a2d17e54-159b-4292-b9a8-10753e9927d7 None None] Provisioning complete for port 6d79676a-dff1-43e0-8fc0-2d09aa7c9788 triggered by entity DHCP. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:10:54.936404 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a2d17e54-159b-4292-b9a8-10753e9927d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:10:55.184641 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a2d17e54-159b-4292-b9a8-10753e9927d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:10:55.227198 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-a2d17e54-159b-4292-b9a8-10753e9927d7 None None] For port 6d79676a-dff1-43e0-8fc0-2d09aa7c9788, host dv-cinder-784945-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=6d79676a-dff1-43e0-8fc0-2d09aa7c9788,segment=NetworkSegment(a0ea3734-8791-4bd7-8486-33698b7ac57b),segment_id=a0ea3734-8791-4bd7-8486-33698b7ac57b)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:10:55.236464 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a2d17e54-159b-4292-b9a8-10753e9927d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:10:55.241060 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-8a588f55-d607-4c9a-987f-350fba60a344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:10:55.314289 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d17e54-159b-4292-b9a8-10753e9927d7 None None] Pushing event updated for resources: {'Port': ['ID=6d79676a-dff1-43e0-8fc0-2d09aa7c9788,revision_number=3']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:10:55.317955 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-a2d17e54-159b-4292-b9a8-10753e9927d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:10:55.465763 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-585593d5-8e4d-4d1f-8c1d-546e67d56a01 None None] Provisioning complete for port 6d79676a-dff1-43e0-8fc0-2d09aa7c9788 triggered by entity DHCP. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:10:55.466239 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-585593d5-8e4d-4d1f-8c1d-546e67d56a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:10:56.083661 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device 6d79676a-dff1-43e0-8fc0-2d09aa7c9788 up at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:10:56.157854 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning complete for port 6d79676a-dff1-43e0-8fc0-2d09aa7c9788 triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:10:56.158205 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:11:11.981004 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-9223e0e7-0505-4b9f-b392-56b96602cb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:11:12.832890 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.agents_db [None req-862eb08b-2c52-41b8-8db2-56e94ab18918 None None] Agent healthcheck: found 5 active agents {{(pid=85260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 13:11:14.624408 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-358dcdfc-556d-4f93-9222-fab2d8471f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:11:15.349938 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c87900dd-59db-4d9b-b688-8554058ba32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:11:15.929171 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:11:16.837812 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47a557f2-6ce0-416f-9ef8-17658d5933ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:11:41.982871 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-97876604-f14e-4a3d-a931-5634290e4dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:11:44.632111 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-153b47a9-32e2-423e-839f-b7afa4d1480f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:11:45.348316 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c87900dd-59db-4d9b-b688-8554058ba32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:11:45.934144 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:11:46.844073 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47a557f2-6ce0-416f-9ef8-17658d5933ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:11:49.831928 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.agents_db [None req-862eb08b-2c52-41b8-8db2-56e94ab18918 None None] Agent healthcheck: found 5 active agents {{(pid=85260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 13:12:08.702331 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 34832) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:12:08.709382 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [None req-137838a0-6f8d-4825-8e42-6e7f79d9b2b3 tempest-verify_tempest_config-386869942 tempest-verify_tempest_config-386869942-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=85257) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 13:12:08.710411 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-137838a0-6f8d-4825-8e42-6e7f79d9b2b3 tempest-verify_tempest_config-386869942 tempest-verify_tempest_config-386869942-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0070455 Apr 15 13:12:09.027657 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 34850) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:12:09.154987 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-db7c58c1-b990-4793-9181-25600fe22f65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:12:09.170878 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-db7c58c1-b990-4793-9181-25600fe22f65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:12:09.175053 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-db7c58c1-b990-4793-9181-25600fe22f65 admin admin] Usage tracker for resource:security_group_rule and tenant:8d7eb59127a544ffb3d2e4e7400c3ac4 is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:12:09.178025 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-db7c58c1-b990-4793-9181-25600fe22f65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:12:09.184114 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-db7c58c1-b990-4793-9181-25600fe22f65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:12:09.272790 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-db7c58c1-b990-4793-9181-25600fe22f65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:12:09.275429 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-db7c58c1-b990-4793-9181-25600fe22f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:12:09.285781 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-d871e9e0-230d-49b1-9644-bb7e69a244e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:12:09.326831 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-db7c58c1-b990-4793-9181-25600fe22f65 admin admin] Synchronizing usage tracker for tenant:f56ff02efbee4cefad9724805c210afc on resource:security_group {{(pid=85257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 13:12:09.331200 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c58c1-b990-4793-9181-25600fe22f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a7beab-9c8b-42d3-b432-0f9166d4d462,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:12:09.343128 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7c58c1-b990-4793-9181-25600fe22f65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:12:09.343552 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7c58c1-b990-4793-9181-25600fe22f65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:12:09.343929 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7c58c1-b990-4793-9181-25600fe22f65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:12:09.344296 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7c58c1-b990-4793-9181-25600fe22f65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:12:09.344706 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7c58c1-b990-4793-9181-25600fe22f65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:12:09.345065 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7c58c1-b990-4793-9181-25600fe22f65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:12:09.345422 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7c58c1-b990-4793-9181-25600fe22f65 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:12:09.345781 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7c58c1-b990-4793-9181-25600fe22f65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:12:09.346155 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7c58c1-b990-4793-9181-25600fe22f65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:12:09.346512 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7c58c1-b990-4793-9181-25600fe22f65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:12:09.346867 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7c58c1-b990-4793-9181-25600fe22f65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:12:09.347218 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7c58c1-b990-4793-9181-25600fe22f65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:12:09.353056 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-db7c58c1-b990-4793-9181-25600fe22f65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:12:09.358137 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-db7c58c1-b990-4793-9181-25600fe22f65 admin admin] Unset dirty status for tenant:f56ff02efbee4cefad9724805c210afc on resource:security_group {{(pid=85257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 13:12:09.359452 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-db7c58c1-b990-4793-9181-25600fe22f65 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8d7eb59127a544ffb3d2e4e7400c3ac4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3307695 Apr 15 13:12:09.362859 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 34856) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:12:09.427967 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2b854896-39b6-4964-accf-77934b3b5b9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:12:09.456966 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2b854896-39b6-4964-accf-77934b3b5b9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:12:09.508045 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2b854896-39b6-4964-accf-77934b3b5b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:12:09.513171 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:12:09.524228 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b854896-39b6-4964-accf-77934b3b5b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a7beab-9c8b-42d3-b432-0f9166d4d462,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:12:09.529217 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-2b854896-39b6-4964-accf-77934b3b5b9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:12:09.531164 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2b854896-39b6-4964-accf-77934b3b5b9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:12:09.532496 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-2b854896-39b6-4964-accf-77934b3b5b9a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/01a7beab-9c8b-42d3-b432-0f9166d4d462 HTTP/1.1" status: 204 len: 168 time: 0.1686037 Apr 15 13:12:11.984482 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7fa86783-6bd9-4d8c-9265-3f0b43beb978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:12:14.623857 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e7192173-1eb0-4f60-af07-9332ab0faaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:12:15.351197 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c87900dd-59db-4d9b-b688-8554058ba32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:12:15.939251 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:12:16.847051 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47a557f2-6ce0-416f-9ef8-17658d5933ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:12:26.831564 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.agents_db [None req-862eb08b-2c52-41b8-8db2-56e94ab18918 None None] Agent healthcheck: found 5 active agents {{(pid=85260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 13:12:41.984683 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-afbe7de9-ee85-4482-88ea-6dbf75619437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:12:44.626671 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-17519082-262c-4425-b359-040922f25971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:12:45.353288 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c87900dd-59db-4d9b-b688-8554058ba32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:12:45.941389 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:12:46.848572 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47a557f2-6ce0-416f-9ef8-17658d5933ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:13:03.830241 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.agents_db [None req-862eb08b-2c52-41b8-8db2-56e94ab18918 None None] Agent healthcheck: found 5 active agents {{(pid=85260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 13:13:11.991120 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d5a1e53b-a063-4a0f-91c0-1474eb4ed8fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:13:14.626888 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-6e4ef1a8-34e4-4f3b-8a9a-e3fe2f65196a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:13:15.356365 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c87900dd-59db-4d9b-b688-8554058ba32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:13:15.943424 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:13:16.850531 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47a557f2-6ce0-416f-9ef8-17658d5933ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:13:40.829625 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.agents_db [None req-862eb08b-2c52-41b8-8db2-56e94ab18918 None None] Agent healthcheck: found 5 active agents {{(pid=85260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 13:13:41.982782 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b8a2fb9f-0a85-430a-b7e1-f16561467974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:13:44.629130 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1686e10d-2bdc-4c91-bb21-8b2e260afb4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:13:45.358902 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c87900dd-59db-4d9b-b688-8554058ba32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:13:45.945730 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:13:46.854955 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47a557f2-6ce0-416f-9ef8-17658d5933ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:13:52.700955 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274'] for agent, after_create {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:14:06.630911 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 34936) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:14:06.773533 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-fed5d9d7-f917-4f7c-af7d-4d6c436cbbed admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1414180 Apr 15 13:14:09.322811 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 34946) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:14:09.391853 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-89678433-2a4e-4a15-8f29-3abad010cd0d admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0678670 Apr 15 13:14:11.984561 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-14bbbeb5-4056-475d-91a4-1f28268caea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:14:14.633193 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-596a9d30-a7d5-4f6e-a85a-f046f8410835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:14:15.362606 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c87900dd-59db-4d9b-b688-8554058ba32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:14:15.949217 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:14:16.858511 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47a557f2-6ce0-416f-9ef8-17658d5933ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:14:17.828920 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.agents_db [None req-862eb08b-2c52-41b8-8db2-56e94ab18918 None None] Agent healthcheck: found 6 active agents {{(pid=85260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 13:14:22.629875 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:14:41.985380 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-6a31594b-7786-426b-8b53-a9cb3032d9e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:14:44.635296 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ce0aed46-6e43-409d-9827-acf06a7fbf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:14:45.364621 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c87900dd-59db-4d9b-b688-8554058ba32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:14:45.951100 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:14:46.859317 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47a557f2-6ce0-416f-9ef8-17658d5933ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:14:52.631190 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:14:54.829072 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.agents_db [None req-862eb08b-2c52-41b8-8db2-56e94ab18918 None None] Agent healthcheck: found 6 active agents {{(pid=85260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 13:15:11.987791 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2c2d1363-3686-4adb-ab2d-7be51e46a900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:14.639127 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-620376f1-2b74-430f-8b4b-4520be3f6411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:15.370011 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c87900dd-59db-4d9b-b688-8554058ba32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:15.953150 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:16.863841 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47a557f2-6ce0-416f-9ef8-17658d5933ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:22.643792 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:31.828146 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.agents_db [None req-862eb08b-2c52-41b8-8db2-56e94ab18918 None None] Agent healthcheck: found 6 active agents {{(pid=85260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 13:15:41.648422 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 35100) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:15:41.991423 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d1412a3d-7e20-488f-8314-b9e2ec33dad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:42.022098 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-e718dbac-8f3e-4e34-a76e-1e44922dd302 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1126921907-network', 'tenant_id': '1f8870c2ac2e4f5b919d8b8e28e6466a'}} {{(pid=85258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:15:42.028659 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-e718dbac-8f3e-4e34-a76e-1e44922dd302 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:15:42.034086 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-e718dbac-8f3e-4e34-a76e-1e44922dd302 admin admin] Usage tracker for resource:network and tenant:1f8870c2ac2e4f5b919d8b8e28e6466a is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:15:42.037398 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-e718dbac-8f3e-4e34-a76e-1e44922dd302 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:15:42.044476 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-e718dbac-8f3e-4e34-a76e-1e44922dd302 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:15:42.054792 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e718dbac-8f3e-4e34-a76e-1e44922dd302 admin admin] Made reservation on behalf of 1f8870c2ac2e4f5b919d8b8e28e6466a for: {'network': 1} {{(pid=85258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 13:15:42.060550 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e718dbac-8f3e-4e34-a76e-1e44922dd302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for network, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:42.074928 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e718dbac-8f3e-4e34-a76e-1e44922dd302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:42.093891 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-e718dbac-8f3e-4e34-a76e-1e44922dd302 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:15:42.097075 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-e718dbac-8f3e-4e34-a76e-1e44922dd302 admin admin] Usage tracker for resource:security_group_rule and tenant:1f8870c2ac2e4f5b919d8b8e28e6466a is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:15:42.100200 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-e718dbac-8f3e-4e34-a76e-1e44922dd302 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:15:42.106640 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-e718dbac-8f3e-4e34-a76e-1e44922dd302 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:15:42.196704 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e718dbac-8f3e-4e34-a76e-1e44922dd302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:42.200954 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e718dbac-8f3e-4e34-a76e-1e44922dd302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:42.206834 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:15:42.241687 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e718dbac-8f3e-4e34-a76e-1e44922dd302 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=85258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 13:15:42.247747 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e718dbac-8f3e-4e34-a76e-1e44922dd302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ead658-4de5-44cf-bd72-986de37f1f75,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:15:42.258401 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e718dbac-8f3e-4e34-a76e-1e44922dd302 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:15:42.258789 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e718dbac-8f3e-4e34-a76e-1e44922dd302 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:15:42.259104 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e718dbac-8f3e-4e34-a76e-1e44922dd302 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:15:42.259490 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e718dbac-8f3e-4e34-a76e-1e44922dd302 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:15:42.259854 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e718dbac-8f3e-4e34-a76e-1e44922dd302 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:15:42.260478 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e718dbac-8f3e-4e34-a76e-1e44922dd302 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:15:42.260684 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e718dbac-8f3e-4e34-a76e-1e44922dd302 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:15:42.260853 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e718dbac-8f3e-4e34-a76e-1e44922dd302 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:15:42.261204 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e718dbac-8f3e-4e34-a76e-1e44922dd302 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:15:42.261555 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e718dbac-8f3e-4e34-a76e-1e44922dd302 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:15:42.261904 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e718dbac-8f3e-4e34-a76e-1e44922dd302 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:15:42.262250 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e718dbac-8f3e-4e34-a76e-1e44922dd302 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:15:42.263344 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e718dbac-8f3e-4e34-a76e-1e44922dd302 admin admin] Tracked resource versions report: Apr 15 13:15:42.263344 dv-cinder-784945-5-smb neutron-server[85144]: pushed versions: Apr 15 13:15:42.263344 dv-cinder-784945-5-smb neutron-server[85144]: { 'AddressGroup': {'1.2'}, Apr 15 13:15:42.263344 dv-cinder-784945-5-smb neutron-server[85144]: 'ConntrackHelper': {'1.0'}, Apr 15 13:15:42.263344 dv-cinder-784945-5-smb neutron-server[85144]: 'Log': {'1.0'}, Apr 15 13:15:42.263344 dv-cinder-784945-5-smb neutron-server[85144]: 'Network': {'1.1'}, Apr 15 13:15:42.263344 dv-cinder-784945-5-smb neutron-server[85144]: 'Port': {'1.7'}, Apr 15 13:15:42.263344 dv-cinder-784945-5-smb neutron-server[85144]: 'PortForwarding': {'1.2'}, Apr 15 13:15:42.263344 dv-cinder-784945-5-smb neutron-server[85144]: 'QosPolicy': {'1.8'}, Apr 15 13:15:42.263344 dv-cinder-784945-5-smb neutron-server[85144]: 'SecurityGroup': {'1.4'}, Apr 15 13:15:42.263344 dv-cinder-784945-5-smb neutron-server[85144]: 'SecurityGroupRule': {'1.2'}, Apr 15 13:15:42.263344 dv-cinder-784945-5-smb neutron-server[85144]: 'SubPort': {'1.0'}, Apr 15 13:15:42.263344 dv-cinder-784945-5-smb neutron-server[85144]: 'Subnet': {'1.1'}, Apr 15 13:15:42.263344 dv-cinder-784945-5-smb neutron-server[85144]: 'Trunk': {'1.1'}} Apr 15 13:15:42.263344 dv-cinder-784945-5-smb neutron-server[85144]: consumer versions: Apr 15 13:15:42.263344 dv-cinder-784945-5-smb neutron-server[85144]: { DHCP agent@dv-cinder-784945-5-smb: {}, Apr 15 13:15:42.263344 dv-cinder-784945-5-smb neutron-server[85144]: HyperV agent@hv-cinder-78494: {}, Apr 15 13:15:42.263344 dv-cinder-784945-5-smb neutron-server[85144]: L3 agent@dv-cinder-784945-5-smb: {}, Apr 15 13:15:42.263344 dv-cinder-784945-5-smb neutron-server[85144]: Metadata agent@dv-cinder-784945-5-smb: {}, Apr 15 13:15:42.263344 dv-cinder-784945-5-smb neutron-server[85144]: Metering agent@dv-cinder-784945-5-smb: {}, Apr 15 13:15:42.263344 dv-cinder-784945-5-smb neutron-server[85144]: Open vSwitch agent@dv-cinder-784945-5-smb: { 'AddressGroup': '1.2', Apr 15 13:15:42.263344 dv-cinder-784945-5-smb neutron-server[85144]: 'ConntrackHelper': '1.0', Apr 15 13:15:42.263344 dv-cinder-784945-5-smb neutron-server[85144]: 'Log': '1.0', Apr 15 13:15:42.263344 dv-cinder-784945-5-smb neutron-server[85144]: 'Network': '1.1', Apr 15 13:15:42.263344 dv-cinder-784945-5-smb neutron-server[85144]: 'Port': '1.7', Apr 15 13:15:42.263344 dv-cinder-784945-5-smb neutron-server[85144]: 'PortForwarding': '1.2', Apr 15 13:15:42.263344 dv-cinder-784945-5-smb neutron-server[85144]: 'QosPolicy': '1.8', Apr 15 13:15:42.263344 dv-cinder-784945-5-smb neutron-server[85144]: 'SecurityGroup': '1.4', Apr 15 13:15:42.263344 dv-cinder-784945-5-smb neutron-server[85144]: 'SecurityGroupRule': '1.2', Apr 15 13:15:42.263344 dv-cinder-784945-5-smb neutron-server[85144]: 'SubPort': '1.0', Apr 15 13:15:42.263344 dv-cinder-784945-5-smb neutron-server[85144]: 'Subnet': '1.1', Apr 15 13:15:42.263344 dv-cinder-784945-5-smb neutron-server[85144]: 'Trunk': '1.1'}} Apr 15 13:15:42.263344 dv-cinder-784945-5-smb neutron-server[85144]: {{(pid=85258) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 13:15:42.266965 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-e718dbac-8f3e-4e34-a76e-1e44922dd302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:15:42.270151 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e718dbac-8f3e-4e34-a76e-1e44922dd302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773144'] for segment, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:42.270542 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.db.segments_db [None req-e718dbac-8f3e-4e34-a76e-1e44922dd302 admin admin] Added segment 39efbaa2-18b4-4410-93b8-447a6a84be30 of type vlan for network bbcf5b16-1953-41a0-bdbc-ebffcb3d4b09 Apr 15 13:15:42.300623 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e718dbac-8f3e-4e34-a76e-1e44922dd302 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757045372002'] for network, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:42.335021 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e718dbac-8f3e-4e34-a76e-1e44922dd302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424'] for network, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:42.336488 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e718dbac-8f3e-4e34-a76e-1e44922dd302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:15:42.337125 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e718dbac-8f3e-4e34-a76e-1e44922dd302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for network, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:42.342309 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:15:42.450254 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-e718dbac-8f3e-4e34-a76e-1e44922dd302 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8028917 Apr 15 13:15:42.454338 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 35144) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:15:42.454537 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e718dbac-8f3e-4e34-a76e-1e44922dd302 admin admin] Pushing event updated for resources: {'Network': ['ID=bbcf5b16-1953-41a0-bdbc-ebffcb3d4b09,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:15:42.457635 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-e718dbac-8f3e-4e34-a76e-1e44922dd302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:15:42.461646 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-9384a391-23d8-4cb1-a6ef-e1120111889f admin admin] Request body: {'subnet': {'network_id': 'bbcf5b16-1953-41a0-bdbc-ebffcb3d4b09', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1126921907-subnet', 'tenant_id': '1f8870c2ac2e4f5b919d8b8e28e6466a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:15:42.467664 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-9384a391-23d8-4cb1-a6ef-e1120111889f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:15:42.470540 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Network bbcf5b16-1953-41a0-bdbc-ebffcb3d4b09 details requested by agent ovs-agent-dv-cinder-784945-5-smb with host dv-cinder-784945-5-smb {{(pid=85259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 13:15:42.473223 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-9384a391-23d8-4cb1-a6ef-e1120111889f admin admin] Usage tracker for resource:subnet and tenant:1f8870c2ac2e4f5b919d8b8e28e6466a is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:15:42.477075 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-9384a391-23d8-4cb1-a6ef-e1120111889f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:15:42.484972 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-9384a391-23d8-4cb1-a6ef-e1120111889f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:15:42.496905 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9384a391-23d8-4cb1-a6ef-e1120111889f admin admin] Made reservation on behalf of 1f8870c2ac2e4f5b919d8b8e28e6466a for: {'subnet': 1} {{(pid=85257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 13:15:42.504549 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-9384a391-23d8-4cb1-a6ef-e1120111889f admin admin] Notify callbacks [] for subnet, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:42.932270 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 35172) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:15:42.984975 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-9384a391-23d8-4cb1-a6ef-e1120111889f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424'] for subnet, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:43.051881 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:15:43.135934 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9384a391-23d8-4cb1-a6ef-e1120111889f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad34485c-1c36-419f-ac69-3f52954ceaf1,revision_number=0']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:15:43.158004 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9384a391-23d8-4cb1-a6ef-e1120111889f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:15:43.158654 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9384a391-23d8-4cb1-a6ef-e1120111889f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:15:43.159029 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9384a391-23d8-4cb1-a6ef-e1120111889f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:15:43.159442 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9384a391-23d8-4cb1-a6ef-e1120111889f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:15:43.159828 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9384a391-23d8-4cb1-a6ef-e1120111889f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:15:43.160242 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9384a391-23d8-4cb1-a6ef-e1120111889f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:15:43.160527 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9384a391-23d8-4cb1-a6ef-e1120111889f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:15:43.160883 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9384a391-23d8-4cb1-a6ef-e1120111889f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:15:43.161258 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9384a391-23d8-4cb1-a6ef-e1120111889f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:15:43.161610 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9384a391-23d8-4cb1-a6ef-e1120111889f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:15:43.161963 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9384a391-23d8-4cb1-a6ef-e1120111889f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:15:43.162319 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9384a391-23d8-4cb1-a6ef-e1120111889f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:15:43.163437 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9384a391-23d8-4cb1-a6ef-e1120111889f admin admin] Tracked resource versions report: Apr 15 13:15:43.163437 dv-cinder-784945-5-smb neutron-server[85144]: pushed versions: Apr 15 13:15:43.163437 dv-cinder-784945-5-smb neutron-server[85144]: { 'AddressGroup': {'1.2'}, Apr 15 13:15:43.163437 dv-cinder-784945-5-smb neutron-server[85144]: 'ConntrackHelper': {'1.0'}, Apr 15 13:15:43.163437 dv-cinder-784945-5-smb neutron-server[85144]: 'Log': {'1.0'}, Apr 15 13:15:43.163437 dv-cinder-784945-5-smb neutron-server[85144]: 'Network': {'1.1'}, Apr 15 13:15:43.163437 dv-cinder-784945-5-smb neutron-server[85144]: 'Port': {'1.7'}, Apr 15 13:15:43.163437 dv-cinder-784945-5-smb neutron-server[85144]: 'PortForwarding': {'1.2'}, Apr 15 13:15:43.163437 dv-cinder-784945-5-smb neutron-server[85144]: 'QosPolicy': {'1.8'}, Apr 15 13:15:43.163437 dv-cinder-784945-5-smb neutron-server[85144]: 'SecurityGroup': {'1.4'}, Apr 15 13:15:43.163437 dv-cinder-784945-5-smb neutron-server[85144]: 'SecurityGroupRule': {'1.2'}, Apr 15 13:15:43.163437 dv-cinder-784945-5-smb neutron-server[85144]: 'SubPort': {'1.0'}, Apr 15 13:15:43.163437 dv-cinder-784945-5-smb neutron-server[85144]: 'Subnet': {'1.1'}, Apr 15 13:15:43.163437 dv-cinder-784945-5-smb neutron-server[85144]: 'Trunk': {'1.1'}} Apr 15 13:15:43.163437 dv-cinder-784945-5-smb neutron-server[85144]: consumer versions: Apr 15 13:15:43.163437 dv-cinder-784945-5-smb neutron-server[85144]: { DHCP agent@dv-cinder-784945-5-smb: {}, Apr 15 13:15:43.163437 dv-cinder-784945-5-smb neutron-server[85144]: HyperV agent@hv-cinder-78494: {}, Apr 15 13:15:43.163437 dv-cinder-784945-5-smb neutron-server[85144]: L3 agent@dv-cinder-784945-5-smb: {}, Apr 15 13:15:43.163437 dv-cinder-784945-5-smb neutron-server[85144]: Metadata agent@dv-cinder-784945-5-smb: {}, Apr 15 13:15:43.163437 dv-cinder-784945-5-smb neutron-server[85144]: Metering agent@dv-cinder-784945-5-smb: {}, Apr 15 13:15:43.163437 dv-cinder-784945-5-smb neutron-server[85144]: Open vSwitch agent@dv-cinder-784945-5-smb: { 'AddressGroup': '1.2', Apr 15 13:15:43.163437 dv-cinder-784945-5-smb neutron-server[85144]: 'ConntrackHelper': '1.0', Apr 15 13:15:43.163437 dv-cinder-784945-5-smb neutron-server[85144]: 'Log': '1.0', Apr 15 13:15:43.163437 dv-cinder-784945-5-smb neutron-server[85144]: 'Network': '1.1', Apr 15 13:15:43.163437 dv-cinder-784945-5-smb neutron-server[85144]: 'Port': '1.7', Apr 15 13:15:43.163437 dv-cinder-784945-5-smb neutron-server[85144]: 'PortForwarding': '1.2', Apr 15 13:15:43.163437 dv-cinder-784945-5-smb neutron-server[85144]: 'QosPolicy': '1.8', Apr 15 13:15:43.163437 dv-cinder-784945-5-smb neutron-server[85144]: 'SecurityGroup': '1.4', Apr 15 13:15:43.163437 dv-cinder-784945-5-smb neutron-server[85144]: 'SecurityGroupRule': '1.2', Apr 15 13:15:43.163437 dv-cinder-784945-5-smb neutron-server[85144]: 'SubPort': '1.0', Apr 15 13:15:43.163437 dv-cinder-784945-5-smb neutron-server[85144]: 'Subnet': '1.1', Apr 15 13:15:43.163437 dv-cinder-784945-5-smb neutron-server[85144]: 'Trunk': '1.1'}} Apr 15 13:15:43.163437 dv-cinder-784945-5-smb neutron-server[85144]: {{(pid=85257) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 13:15:43.176356 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-9384a391-23d8-4cb1-a6ef-e1120111889f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:15:43.225052 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9384a391-23d8-4cb1-a6ef-e1120111889f admin admin] Checking segment: {'id': '39efbaa2-18b4-4410-93b8-447a6a84be30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'bbcf5b16-1953-41a0-bdbc-ebffcb3d4b09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:15:43.225402 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9384a391-23d8-4cb1-a6ef-e1120111889f admin admin] Network hostable DHCP agents. Network: bbcf5b16-1953-41a0-bdbc-ebffcb3d4b09, hostable agents: ['311c43f5-3c4a-4973-9b30-7f7c0bf49be0'], hosted agents: [] {{(pid=85257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 13:15:43.245139 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9384a391-23d8-4cb1-a6ef-e1120111889f admin admin] Network bbcf5b16-1953-41a0-bdbc-ebffcb3d4b09 is scheduled to be hosted by DHCP agent 311c43f5-3c4a-4973-9b30-7f7c0bf49be0 with binding_index 1 {{(pid=85257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 13:15:43.254129 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [None req-9384a391-23d8-4cb1-a6ef-e1120111889f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-5-smb, bbcf5b16-1953-41a0-bdbc-ebffcb3d4b09) {{(pid=85257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:15:43.258871 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9384a391-23d8-4cb1-a6ef-e1120111889f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:15:43.261246 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-9384a391-23d8-4cb1-a6ef-e1120111889f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for subnet, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:43.263089 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562ea178-a656-48e3-a820-8ff19d8d894d None None] Network bbcf5b16-1953-41a0-bdbc-ebffcb3d4b09 requested from dv-cinder-784945-5-smb {{(pid=85259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 13:15:43.299573 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-9384a391-23d8-4cb1-a6ef-e1120111889f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8339105 Apr 15 13:15:43.437918 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-73985335-ffdc-447a-8dde-d508bca35ecf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-993565261-network', 'tenant_id': '6f711daa125b461f9429aa9ee6cf12f3'}} {{(pid=85258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:15:43.450831 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-73985335-ffdc-447a-8dde-d508bca35ecf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:15:43.457042 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-73985335-ffdc-447a-8dde-d508bca35ecf admin admin] Usage tracker for resource:network and tenant:6f711daa125b461f9429aa9ee6cf12f3 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:15:43.460321 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-73985335-ffdc-447a-8dde-d508bca35ecf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:15:43.468345 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-73985335-ffdc-447a-8dde-d508bca35ecf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:15:43.481967 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73985335-ffdc-447a-8dde-d508bca35ecf admin admin] Made reservation on behalf of 6f711daa125b461f9429aa9ee6cf12f3 for: {'network': 1} {{(pid=85258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 13:15:43.488435 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-73985335-ffdc-447a-8dde-d508bca35ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for network, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:43.509763 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-73985335-ffdc-447a-8dde-d508bca35ecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:43.526633 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd11b80-c558-42a4-bf52-d07bef1b2caa None None] Network bbcf5b16-1953-41a0-bdbc-ebffcb3d4b09 requested from dv-cinder-784945-5-smb {{(pid=85259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 13:15:43.527542 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-73985335-ffdc-447a-8dde-d508bca35ecf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:15:43.532230 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-73985335-ffdc-447a-8dde-d508bca35ecf admin admin] Usage tracker for resource:security_group_rule and tenant:6f711daa125b461f9429aa9ee6cf12f3 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:15:43.535444 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-73985335-ffdc-447a-8dde-d508bca35ecf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:15:43.542563 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-73985335-ffdc-447a-8dde-d508bca35ecf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:15:43.594967 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 35200) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:15:43.654843 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-73985335-ffdc-447a-8dde-d508bca35ecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:43.659847 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-73985335-ffdc-447a-8dde-d508bca35ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:43.675471 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73985335-ffdc-447a-8dde-d508bca35ecf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=85258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 13:15:43.687518 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-73985335-ffdc-447a-8dde-d508bca35ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773144'] for segment, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:43.689288 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.db.segments_db [None req-73985335-ffdc-447a-8dde-d508bca35ecf admin admin] Added segment 5ba62775-d6f2-40a9-ac4b-991dcc5cf8d7 of type vlan for network d2cad01e-d67b-4fa8-b8bf-5a3615ab790c Apr 15 13:15:43.717343 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-73985335-ffdc-447a-8dde-d508bca35ecf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757045372002'] for network, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:43.722360 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:15:43.763153 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73985335-ffdc-447a-8dde-d508bca35ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b868c94c-3d9d-4ebb-8c60-4bbeb25ff73b,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:15:43.778511 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-73985335-ffdc-447a-8dde-d508bca35ecf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:15:43.798653 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-73985335-ffdc-447a-8dde-d508bca35ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424'] for network, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:43.800552 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73985335-ffdc-447a-8dde-d508bca35ecf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:15:43.801297 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-73985335-ffdc-447a-8dde-d508bca35ecf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for network, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:43.807896 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-1e82b427-2325-4b0b-b5e5-d99157c67f87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:15:43.923279 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73985335-ffdc-447a-8dde-d508bca35ecf admin admin] Pushing event updated for resources: {'Network': ['ID=d2cad01e-d67b-4fa8-b8bf-5a3615ab790c,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:15:43.926930 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-73985335-ffdc-447a-8dde-d508bca35ecf admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9935491 Apr 15 13:15:43.927854 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-73985335-ffdc-447a-8dde-d508bca35ecf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:15:43.930134 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 35210) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:15:43.939235 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Network d2cad01e-d67b-4fa8-b8bf-5a3615ab790c details requested by agent ovs-agent-dv-cinder-784945-5-smb with host dv-cinder-784945-5-smb {{(pid=85259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 13:15:43.947558 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-eba771bf-c76c-4dab-b089-81e59a441c62 admin admin] Request body: {'subnet': {'network_id': 'd2cad01e-d67b-4fa8-b8bf-5a3615ab790c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-993565261-subnet', 'tenant_id': '6f711daa125b461f9429aa9ee6cf12f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:15:43.959651 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-eba771bf-c76c-4dab-b089-81e59a441c62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:15:43.966509 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-eba771bf-c76c-4dab-b089-81e59a441c62 admin admin] Usage tracker for resource:subnet and tenant:6f711daa125b461f9429aa9ee6cf12f3 is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:15:43.973501 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-eba771bf-c76c-4dab-b089-81e59a441c62 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:15:43.991640 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-eba771bf-c76c-4dab-b089-81e59a441c62 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:15:44.011558 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba771bf-c76c-4dab-b089-81e59a441c62 admin admin] Made reservation on behalf of 6f711daa125b461f9429aa9ee6cf12f3 for: {'subnet': 1} {{(pid=85257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 13:15:44.016468 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-eba771bf-c76c-4dab-b089-81e59a441c62 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:44.172182 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-99b252c6-db79-4d9d-ad3e-353a4e4f83f1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1704726785-network', 'tenant_id': '7a25fc3ecff749c59e42598d52e7b9fc'}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:15:44.181479 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-99b252c6-db79-4d9d-ad3e-353a4e4f83f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:15:44.188400 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-99b252c6-db79-4d9d-ad3e-353a4e4f83f1 admin admin] Usage tracker for resource:network and tenant:7a25fc3ecff749c59e42598d52e7b9fc is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:15:44.195408 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-99b252c6-db79-4d9d-ad3e-353a4e4f83f1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:15:44.206790 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-99b252c6-db79-4d9d-ad3e-353a4e4f83f1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:15:44.223106 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b252c6-db79-4d9d-ad3e-353a4e4f83f1 admin admin] Made reservation on behalf of 7a25fc3ecff749c59e42598d52e7b9fc for: {'network': 1} {{(pid=85257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 13:15:44.228196 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-99b252c6-db79-4d9d-ad3e-353a4e4f83f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for network, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:44.244061 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-99b252c6-db79-4d9d-ad3e-353a4e4f83f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:44.267116 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-99b252c6-db79-4d9d-ad3e-353a4e4f83f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:15:44.303786 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-99b252c6-db79-4d9d-ad3e-353a4e4f83f1 admin admin] Usage tracker for resource:security_group_rule and tenant:7a25fc3ecff749c59e42598d52e7b9fc is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:15:44.308496 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-99b252c6-db79-4d9d-ad3e-353a4e4f83f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:15:44.318044 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-99b252c6-db79-4d9d-ad3e-353a4e4f83f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:15:44.549136 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-99b252c6-db79-4d9d-ad3e-353a4e4f83f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:44.553142 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-99b252c6-db79-4d9d-ad3e-353a4e4f83f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:44.566486 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99b252c6-db79-4d9d-ad3e-353a4e4f83f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=85257) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 13:15:44.576292 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-99b252c6-db79-4d9d-ad3e-353a4e4f83f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773144'] for segment, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:44.576682 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.db.segments_db [None req-99b252c6-db79-4d9d-ad3e-353a4e4f83f1 admin admin] Added segment a723e0b2-5ada-4972-bf5d-6972a8b9a915 of type vlan for network 8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c Apr 15 13:15:44.605213 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-99b252c6-db79-4d9d-ad3e-353a4e4f83f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757045372002'] for network, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:44.649071 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-afb8133e-1329-4b44-b764-31b29e3d2bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:44.655038 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:15:44.666976 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-99b252c6-db79-4d9d-ad3e-353a4e4f83f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424'] for network, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:44.675213 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b252c6-db79-4d9d-ad3e-353a4e4f83f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:15:44.676059 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-99b252c6-db79-4d9d-ad3e-353a4e4f83f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for network, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:44.713636 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b252c6-db79-4d9d-ad3e-353a4e4f83f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f2f648-de65-41bd-833b-05c6b0399182,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:15:44.723999 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-99b252c6-db79-4d9d-ad3e-353a4e4f83f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:15:44.724746 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:15:44.831520 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-99b252c6-db79-4d9d-ad3e-353a4e4f83f1 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2324142 Apr 15 13:15:44.833211 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 35256) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:15:44.839838 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-e295315b-ab01-4f38-a217-119b3842a7f8 admin admin] Request body: {'subnet': {'network_id': '8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1704726785-subnet', 'tenant_id': '7a25fc3ecff749c59e42598d52e7b9fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:15:44.845676 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-e295315b-ab01-4f38-a217-119b3842a7f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:15:44.850174 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-e295315b-ab01-4f38-a217-119b3842a7f8 admin admin] Usage tracker for resource:subnet and tenant:7a25fc3ecff749c59e42598d52e7b9fc is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:15:44.853524 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-e295315b-ab01-4f38-a217-119b3842a7f8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:15:44.859942 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b252c6-db79-4d9d-ad3e-353a4e4f83f1 admin admin] Pushing event updated for resources: {'Network': ['ID=8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:15:44.867155 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-99b252c6-db79-4d9d-ad3e-353a4e4f83f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:15:44.877608 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Network 8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c details requested by agent ovs-agent-dv-cinder-784945-5-smb with host dv-cinder-784945-5-smb {{(pid=85259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 13:15:44.896620 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-e295315b-ab01-4f38-a217-119b3842a7f8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:15:44.918700 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e295315b-ab01-4f38-a217-119b3842a7f8 admin admin] Made reservation on behalf of 7a25fc3ecff749c59e42598d52e7b9fc for: {'subnet': 1} {{(pid=85258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 13:15:44.924176 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e295315b-ab01-4f38-a217-119b3842a7f8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:44.948429 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-eba771bf-c76c-4dab-b089-81e59a441c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424'] for subnet, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:44.965732 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-9384a391-23d8-4cb1-a6ef-e1120111889f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:15:45.134668 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba771bf-c76c-4dab-b089-81e59a441c62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b164dda-b46e-4e2e-9857-b1eea16bba61,revision_number=0']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:15:45.139166 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-eba771bf-c76c-4dab-b089-81e59a441c62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:15:45.234955 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba771bf-c76c-4dab-b089-81e59a441c62 admin admin] Checking segment: {'id': '5ba62775-d6f2-40a9-ac4b-991dcc5cf8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'd2cad01e-d67b-4fa8-b8bf-5a3615ab790c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:15:45.235988 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba771bf-c76c-4dab-b089-81e59a441c62 admin admin] Network hostable DHCP agents. Network: d2cad01e-d67b-4fa8-b8bf-5a3615ab790c, hostable agents: ['311c43f5-3c4a-4973-9b30-7f7c0bf49be0'], hosted agents: [] {{(pid=85257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 13:15:45.266462 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba771bf-c76c-4dab-b089-81e59a441c62 admin admin] Network d2cad01e-d67b-4fa8-b8bf-5a3615ab790c is scheduled to be hosted by DHCP agent 311c43f5-3c4a-4973-9b30-7f7c0bf49be0 with binding_index 1 {{(pid=85257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 13:15:45.284812 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [None req-eba771bf-c76c-4dab-b089-81e59a441c62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-5-smb, d2cad01e-d67b-4fa8-b8bf-5a3615ab790c) {{(pid=85257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:15:45.293190 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba771bf-c76c-4dab-b089-81e59a441c62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:15:45.294029 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1405544f-a981-4b5a-b387-4e0fabbd3e01 None None] Network d2cad01e-d67b-4fa8-b8bf-5a3615ab790c requested from dv-cinder-784945-5-smb {{(pid=85259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 13:15:45.296302 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-eba771bf-c76c-4dab-b089-81e59a441c62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for subnet, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:45.328567 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-eba771bf-c76c-4dab-b089-81e59a441c62 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3972344 Apr 15 13:15:45.427008 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c87900dd-59db-4d9b-b688-8554058ba32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:45.517168 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e295315b-ab01-4f38-a217-119b3842a7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424'] for subnet, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:45.536516 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-0d406e4a-c8d8-44a0-9da1-27e1fd660ddf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:15:45.603529 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 35304) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:15:45.606959 dv-cinder-784945-5-smb neutron-server[85144]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 15 13:15:45.661811 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7ac6a8-b1f8-438e-a7c1-25f3471b73f9 None None] Network d2cad01e-d67b-4fa8-b8bf-5a3615ab790c requested from dv-cinder-784945-5-smb {{(pid=85259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 13:15:45.664065 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e295315b-ab01-4f38-a217-119b3842a7f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=734b4bd6-c885-4d5b-bca7-827d1f80adde,revision_number=0']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:15:45.724360 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-e295315b-ab01-4f38-a217-119b3842a7f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:15:45.912394 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2688b4-f5cd-4060-bbc4-099a558df6c6 req-09346b30-4eda-4c9c-900d-dbbfdf8d7082 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:15:45.914564 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1c2688b4-f5cd-4060-bbc4-099a558df6c6 req-09346b30-4eda-4c9c-900d-dbbfdf8d7082 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] 10.222.0.64 "GET /v2.0/networks?id=bbcf5b16-1953-41a0-bdbc-ebffcb3d4b09 HTTP/1.1" status: 200 len: 812 time: 0.3097847 Apr 15 13:15:45.915285 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e295315b-ab01-4f38-a217-119b3842a7f8 admin admin] Checking segment: {'id': 'a723e0b2-5ada-4972-bf5d-6972a8b9a915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:15:45.915904 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e295315b-ab01-4f38-a217-119b3842a7f8 admin admin] Network hostable DHCP agents. Network: 8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c, hostable agents: ['311c43f5-3c4a-4973-9b30-7f7c0bf49be0'], hosted agents: [] {{(pid=85258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 13:15:45.945131 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1c2688b4-f5cd-4060-bbc4-099a558df6c6 req-11b8427c-f89a-4471-9add-665de0fbfead tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] 10.222.0.64 "GET /v2.0/quotas/1f8870c2ac2e4f5b919d8b8e28e6466a HTTP/1.1" status: 200 len: 375 time: 0.0216794 Apr 15 13:15:45.954006 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e295315b-ab01-4f38-a217-119b3842a7f8 admin admin] Network 8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c is scheduled to be hosted by DHCP agent 311c43f5-3c4a-4973-9b30-7f7c0bf49be0 with binding_index 1 {{(pid=85258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 13:15:45.964593 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [None req-e295315b-ab01-4f38-a217-119b3842a7f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-5-smb, 8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c) {{(pid=85258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:15:45.970194 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e295315b-ab01-4f38-a217-119b3842a7f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:15:45.971537 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e295315b-ab01-4f38-a217-119b3842a7f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for subnet, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:45.984351 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a68bd5-bb76-4848-b52e-79a0b49cb039 None None] Network 8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c requested from dv-cinder-784945-5-smb {{(pid=85259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 13:15:46.002709 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-e295315b-ab01-4f38-a217-119b3842a7f8 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1680613 Apr 15 13:15:46.003941 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 35316) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:15:46.011140 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-1cc42a1a-f057-44a3-916f-d18b346dfce7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1704726785-router', 'tenant_id': '7a25fc3ecff749c59e42598d52e7b9fc', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2'}}} {{(pid=85258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:15:46.018626 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-1cc42a1a-f057-44a3-916f-d18b346dfce7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:15:46.023171 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-1cc42a1a-f057-44a3-916f-d18b346dfce7 admin admin] Usage tracker for resource:router and tenant:7a25fc3ecff749c59e42598d52e7b9fc is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:15:46.026946 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-1cc42a1a-f057-44a3-916f-d18b346dfce7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:15:46.028271 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1c2688b4-f5cd-4060-bbc4-099a558df6c6 req-da702d93-384c-4f9d-87df-8a9fc2eb7a03 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1f8870c2ac2e4f5b919d8b8e28e6466a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0733063 Apr 15 13:15:46.033863 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-1cc42a1a-f057-44a3-916f-d18b346dfce7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:15:46.047889 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1cc42a1a-f057-44a3-916f-d18b346dfce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853741594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854710284'] for router, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:46.049896 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1cc42a1a-f057-44a3-916f-d18b346dfce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1033063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-938009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65516'] for router, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:46.051410 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:46.074524 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1cc42a1a-f057-44a3-916f-d18b346dfce7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:46.286988 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 35330) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:15:46.341595 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278f8bde-7ff8-4cef-b4fc-7e7196f99909 None None] Network 8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c requested from dv-cinder-784945-5-smb {{(pid=85259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 13:15:46.594697 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1cc42a1a-f057-44a3-916f-d18b346dfce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1033076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853741577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65501'] for router, precommit_update {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:46.685996 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-160d780d-aa3f-4d80-9c93-df020b2ca49a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:46.718723 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-160d780d-aa3f-4d80-9c93-df020b2ca49a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:15:46.746780 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [req-1c2688b4-f5cd-4060-bbc4-099a558df6c6 req-c2880268-0277-4c71-933f-ad1be65ddb07 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=85257) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 13:15:46.758640 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1c2688b4-f5cd-4060-bbc4-099a558df6c6 req-c2880268-0277-4c71-933f-ad1be65ddb07 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1885717 Apr 15 13:15:46.824197 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-160d780d-aa3f-4d80-9c93-df020b2ca49a admin admin] Usage tracker for resource:security_group_rule and tenant:da20f053b5c2413485749e585c40ff86 is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:15:46.837026 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-160d780d-aa3f-4d80-9c93-df020b2ca49a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:15:46.870474 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47a557f2-6ce0-416f-9ef8-17658d5933ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:46.930690 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-160d780d-aa3f-4d80-9c93-df020b2ca49a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:15:47.060803 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1c2688b4-f5cd-4060-bbc4-099a558df6c6 req-d8aab675-b76f-4606-8591-c41540e9a260 service neutron] 10.222.0.64 "GET /v2.0/networks/bbcf5b16-1953-41a0-bdbc-ebffcb3d4b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011787 Apr 15 13:15:47.242833 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1cc42a1a-f057-44a3-916f-d18b346dfce7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:47.251138 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 35392) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:15:47.281909 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-160d780d-aa3f-4d80-9c93-df020b2ca49a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:47.282135 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1cc42a1a-f057-44a3-916f-d18b346dfce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:47.405919 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 35400) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:15:47.421314 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-160d780d-aa3f-4d80-9c93-df020b2ca49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:47.451210 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_common [None req-1cc42a1a-f057-44a3-916f-d18b346dfce7 admin admin] Allocated IP 172.28.3.63 (55d93253-8afb-47db-93d0-1527fbeb95d2/ec126ae6-92bb-4236-889a-ca54f3751a25/d826b980-ee36-47e6-a7e1-38f4963b5b16) {{(pid=85258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 13:15:47.627188 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 35408) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:15:47.643993 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-2b854896-39b6-4964-accf-77934b3b5b9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:15:47.644331 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1cc42a1a-f057-44a3-916f-d18b346dfce7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:47.652898 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1c2688b4-f5cd-4060-bbc4-099a558df6c6 req-e28d0df5-4122-4a23-a8fa-d1dda498eeea service neutron] 10.222.0.64 "GET /v2.0/networks/bbcf5b16-1953-41a0-bdbc-ebffcb3d4b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5836487 Apr 15 13:15:47.684770 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1cc42a1a-f057-44a3-916f-d18b346dfce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757045383897'] for port, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:47.709916 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-a7bc9ed6-f52a-400c-8006-b3d766a0f1a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:15:47.718649 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d036c-f8ee-42a6-8a88-b885179dd3c1 req-47a1cf5d-ca4f-475a-b23f-76139d391c1f tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:15:47.726502 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-558d036c-f8ee-42a6-8a88-b885179dd3c1 req-47a1cf5d-ca4f-475a-b23f-76139d391c1f tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/networks?id=d2cad01e-d67b-4fa8-b8bf-5a3615ab790c HTTP/1.1" status: 200 len: 814 time: 0.4736483 Apr 15 13:15:47.783716 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-160d780d-aa3f-4d80-9c93-df020b2ca49a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=da20f053b5c2413485749e585c40ff86&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4950657 Apr 15 13:15:47.796352 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-558d036c-f8ee-42a6-8a88-b885179dd3c1 req-e5f9790b-4b20-4df3-ad90-29756a043439 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/quotas/6f711daa125b461f9429aa9ee6cf12f3 HTTP/1.1" status: 200 len: 375 time: 0.0688267 Apr 15 13:15:47.798837 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 35416) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:15:47.820565 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc42a1a-f057-44a3-916f-d18b346dfce7 admin admin] Pushing event updated for resources: {'Port': ['ID=d826b980-ee36-47e6-a7e1-38f4963b5b16,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:15:47.824184 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-1cc42a1a-f057-44a3-916f-d18b346dfce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:15:47.857533 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160d780d-aa3f-4d80-9c93-df020b2ca49a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228da6f7-8358-4dba-833d-29377ef900e0,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:15:47.891304 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-160d780d-aa3f-4d80-9c93-df020b2ca49a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:15:47.918330 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-558d036c-f8ee-42a6-8a88-b885179dd3c1 req-33b4fd21-217a-4719-860a-096c53c55af3 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f711daa125b461f9429aa9ee6cf12f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1208627 Apr 15 13:15:47.921520 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e34765c5-841a-4d10-984c-ac5b3b336e7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:47.924990 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a98ffdeb-d279-4894-9416-01976a6521f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:47.959102 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-a98ffdeb-d279-4894-9416-01976a6521f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:15:47.972447 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-e34765c5-841a-4d10-984c-ac5b3b336e7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:15:47.982852 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-e34765c5-841a-4d10-984c-ac5b3b336e7e admin admin] Usage tracker for resource:security_group_rule and tenant:4cec86f1bb8240d5a28422b7c247bf7b is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:15:47.988110 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-e34765c5-841a-4d10-984c-ac5b3b336e7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:15:47.991119 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-a98ffdeb-d279-4894-9416-01976a6521f3 admin admin] Usage tracker for resource:security_group_rule and tenant:00b755da231d4725899947b4f5dd0666 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:15:48.005763 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-e34765c5-841a-4d10-984c-ac5b3b336e7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:15:48.017991 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-05c508a2-d6df-4425-8bed-f8b30f310d30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:48.024096 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-a98ffdeb-d279-4894-9416-01976a6521f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:15:48.036150 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-a98ffdeb-d279-4894-9416-01976a6521f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:15:48.089949 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-05c508a2-d6df-4425-8bed-f8b30f310d30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:48.141529 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc42a1a-f057-44a3-916f-d18b346dfce7 admin admin] Network 55d93253-8afb-47db-93d0-1527fbeb95d2 is already hosted by enough agents. {{(pid=85258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 13:15:48.141710 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [req-558d036c-f8ee-42a6-8a88-b885179dd3c1 req-9f206f43-bcf8-4797-9898-6e0033b8df81 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=85257) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 13:15:48.141946 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-558d036c-f8ee-42a6-8a88-b885179dd3c1 req-9f206f43-bcf8-4797-9898-6e0033b8df81 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1215518 Apr 15 13:15:48.148660 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [None req-1cc42a1a-f057-44a3-916f-d18b346dfce7 admin admin] Resources bound (agent type, host, resource id): {{(pid=85258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:15:48.156423 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc42a1a-f057-44a3-916f-d18b346dfce7 admin admin] Received port after_create {{(pid=85258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 13:15:48.323436 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ec050313-505c-4d15-9aa9-5f4b79171752 req-cd2ceb45-257f-4be2-9337-2cf8f49d2456 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] 10.222.0.64 "GET /v2.0/ports?device_id=a98c4cce-345f-4b2c-8fc5-2925f27628ea HTTP/1.1" status: 200 len: 210 time: 0.1321352 Apr 15 13:15:48.380413 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-558d036c-f8ee-42a6-8a88-b885179dd3c1 req-1ab6fbbb-f43a-43f6-99f2-8bab5aac5bad service neutron] 10.222.0.64 "GET /v2.0/networks/d2cad01e-d67b-4fa8-b8bf-5a3615ab790c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268836 Apr 15 13:15:48.384870 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a98ffdeb-d279-4894-9416-01976a6521f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:48.404935 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a98ffdeb-d279-4894-9416-01976a6521f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:48.420341 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:15:48.433172 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-05c508a2-d6df-4425-8bed-f8b30f310d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:48.469795 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98ffdeb-d279-4894-9416-01976a6521f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425da7fb-fb02-4122-87f6-b24c302f36c8,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:15:48.483133 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-a98ffdeb-d279-4894-9416-01976a6521f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:15:48.516350 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-160d780d-aa3f-4d80-9c93-df020b2ca49a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:15:48.561827 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c508a2-d6df-4425-8bed-f8b30f310d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228da6f7-8358-4dba-833d-29377ef900e0,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:15:48.564523 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-05c508a2-d6df-4425-8bed-f8b30f310d30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:15:48.573078 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e34765c5-841a-4d10-984c-ac5b3b336e7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:48.589607 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e34765c5-841a-4d10-984c-ac5b3b336e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:48.590701 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-05c508a2-d6df-4425-8bed-f8b30f310d30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:48.595823 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-05c508a2-d6df-4425-8bed-f8b30f310d30 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/228da6f7-8358-4dba-833d-29377ef900e0 HTTP/1.1" status: 204 len: 168 time: 0.7949617 Apr 15 13:15:48.614574 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:15:48.696384 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1cc42a1a-f057-44a3-916f-d18b346dfce7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:48.714132 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34765c5-841a-4d10-984c-ac5b3b336e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a39e18bc-5cf5-4012-aa97-c1e25612f4a5,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:15:48.725326 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-e34765c5-841a-4d10-984c-ac5b3b336e7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:15:48.734246 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-e34765c5-841a-4d10-984c-ac5b3b336e7e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4cec86f1bb8240d5a28422b7c247bf7b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3215981 Apr 15 13:15:48.752943 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 35470) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:15:48.759946 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-558d036c-f8ee-42a6-8a88-b885179dd3c1 req-f05fabf8-217d-46be-a80d-b66b4213128d service neutron] 10.222.0.64 "GET /v2.0/networks/d2cad01e-d67b-4fa8-b8bf-5a3615ab790c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693011 Apr 15 13:15:48.845525 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 35478) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:15:48.848642 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-a98ffdeb-d279-4894-9416-01976a6521f3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=00b755da231d4725899947b4f5dd0666&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2199740 Apr 15 13:15:48.950969 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c81a9989-353f-45e4-a178-5fd69385c2b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:48.980980 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c6408edd-7a12-4387-a030-11a001baba7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:48.997787 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c81a9989-353f-45e4-a178-5fd69385c2b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:49.064166 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c6408edd-7a12-4387-a030-11a001baba7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:49.074954 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c81a9989-353f-45e4-a178-5fd69385c2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:49.104325 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-1e82b427-2325-4b0b-b5e5-d99157c67f87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:15:49.125025 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a9989-353f-45e4-a178-5fd69385c2b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39e18bc-5cf5-4012-aa97-c1e25612f4a5,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:15:49.130891 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-c81a9989-353f-45e4-a178-5fd69385c2b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:15:49.169301 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c6408edd-7a12-4387-a030-11a001baba7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:49.175173 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-e34765c5-841a-4d10-984c-ac5b3b336e7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:15:49.200083 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c6408edd-7a12-4387-a030-11a001baba7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:49.201326 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-c6408edd-7a12-4387-a030-11a001baba7b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/425da7fb-fb02-4122-87f6-b24c302f36c8 HTTP/1.1" status: 204 len: 168 time: 0.3547344 Apr 15 13:15:49.202251 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6408edd-7a12-4387-a030-11a001baba7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425da7fb-fb02-4122-87f6-b24c302f36c8,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:15:49.216140 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-c6408edd-7a12-4387-a030-11a001baba7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:15:49.326365 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 35520) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:15:49.470744 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-bb12306b-9701-45cf-8923-51ad8022d9dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:49.488706 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8738a223-f051-4aea-9c26-067dc54091b3 req-9d4c3783-f48f-4c28-81f9-6aa799d5f834 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd80ac4b-5358-409b-be91-a6bb01d982c5 HTTP/1.1" status: 200 len: 210 time: 0.1579559 Apr 15 13:15:49.499415 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-bb12306b-9701-45cf-8923-51ad8022d9dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:15:49.506278 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-bb12306b-9701-45cf-8923-51ad8022d9dd admin admin] Usage tracker for resource:security_group_rule and tenant:ecec9e74592a495bab5e7db4b30e4298 is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:15:49.515903 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-bb12306b-9701-45cf-8923-51ad8022d9dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:15:49.521673 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c81a9989-353f-45e4-a178-5fd69385c2b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:49.530694 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-c81a9989-353f-45e4-a178-5fd69385c2b4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a39e18bc-5cf5-4012-aa97-c1e25612f4a5 HTTP/1.1" status: 204 len: 168 time: 0.7713592 Apr 15 13:15:49.546143 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-bb12306b-9701-45cf-8923-51ad8022d9dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:15:49.611973 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1cc42a1a-f057-44a3-916f-d18b346dfce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853742755'] for router, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:49.700803 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-bb12306b-9701-45cf-8923-51ad8022d9dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:49.705961 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-bb12306b-9701-45cf-8923-51ad8022d9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:49.738261 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-db7c58c1-b990-4793-9181-25600fe22f65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:15:49.936116 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5c3eeb64-43dd-4e49-be4b-717f4c5e6704 req-ed9a5d10-e73f-4579-bfab-09147e60d5b3 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] 10.222.0.64 "GET /v2.0/ports?device_id=a98c4cce-345f-4b2c-8fc5-2925f27628ea HTTP/1.1" status: 200 len: 210 time: 0.1443608 Apr 15 13:15:49.958180 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 35558) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:15:49.962922 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-bb12306b-9701-45cf-8923-51ad8022d9dd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ecec9e74592a495bab5e7db4b30e4298&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6356006 Apr 15 13:15:49.965370 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 35562) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:15:49.995103 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ad036a18-1e99-438d-98c7-05e159a0b8f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:50.031439 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb12306b-9701-45cf-8923-51ad8022d9dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfcd0d4-0dbe-4b26-94a8-d83d8596f5da,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:15:50.035823 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-bb12306b-9701-45cf-8923-51ad8022d9dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:15:50.039939 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-ad036a18-1e99-438d-98c7-05e159a0b8f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:15:50.044093 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-ad036a18-1e99-438d-98c7-05e159a0b8f3 admin admin] Usage tracker for resource:security_group_rule and tenant:137729652bba4235a94fa74d94e201b6 is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:15:50.047113 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-ad036a18-1e99-438d-98c7-05e159a0b8f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:15:50.062688 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-ad036a18-1e99-438d-98c7-05e159a0b8f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:15:50.136723 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-5a448ef9-e184-480c-a481-ab8a3add3231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:50.171792 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 35572) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:15:50.189691 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cc42a1a-f057-44a3-916f-d18b346dfce7 admin admin] Router 02e02ccf-5adb-48bd-87c2-a6d490870281 is scheduled to L3 agent d2850426-fba2-4e27-a3ef-bf91b3b25695 with binding_index 1 {{(pid=85258) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 13:15:50.197716 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-5a448ef9-e184-480c-a481-ab8a3add3231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:50.305754 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ad036a18-1e99-438d-98c7-05e159a0b8f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:50.310453 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ad036a18-1e99-438d-98c7-05e159a0b8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:50.323747 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-bb12306b-9701-45cf-8923-51ad8022d9dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:15:50.365521 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-5a448ef9-e184-480c-a481-ab8a3add3231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:50.404989 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-30878d56-5b1b-4939-aeaf-a0e0ae4adf5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:50.417481 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-ad036a18-1e99-438d-98c7-05e159a0b8f3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=137729652bba4235a94fa74d94e201b6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4533014 Apr 15 13:15:50.421748 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad036a18-1e99-438d-98c7-05e159a0b8f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a74226-876e-438d-b415-cd0958de5165,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:15:50.425701 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-ad036a18-1e99-438d-98c7-05e159a0b8f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:15:50.428340 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 35584) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:15:50.428797 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:15:50.468298 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-30878d56-5b1b-4939-aeaf-a0e0ae4adf5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:15:50.473500 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a448ef9-e184-480c-a481-ab8a3add3231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfcd0d4-0dbe-4b26-94a8-d83d8596f5da,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:15:50.476226 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-5a448ef9-e184-480c-a481-ab8a3add3231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:15:50.483047 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-30878d56-5b1b-4939-aeaf-a0e0ae4adf5c admin admin] Usage tracker for resource:security_group_rule and tenant:7fab40b38e804fe6b57fe05b272993f0 is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:15:50.494993 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-30878d56-5b1b-4939-aeaf-a0e0ae4adf5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:15:50.498359 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-5a448ef9-e184-480c-a481-ab8a3add3231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:50.503678 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-5a448ef9-e184-480c-a481-ab8a3add3231 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5bfcd0d4-0dbe-4b26-94a8-d83d8596f5da HTTP/1.1" status: 204 len: 168 time: 0.5112295 Apr 15 13:15:50.524412 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-30878d56-5b1b-4939-aeaf-a0e0ae4adf5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:15:50.615339 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-f8d11036-ddb9-49c2-9448-5feba2cc3a4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:50.672341 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-f8d11036-ddb9-49c2-9448-5feba2cc3a4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:50.717561 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 35594) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:15:50.761449 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc42a1a-f057-44a3-916f-d18b346dfce7 admin admin] Notify agent at l3_agent.dv-cinder-784945-5-smb the message routers_updated {{(pid=85258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 13:15:50.772496 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d189d1db-7d78-436b-83a3-594102f79443 None None] Sync routers for ids ['02e02ccf-5adb-48bd-87c2-a6d490870281'] in dv-cinder-784945-5-smb {{(pid=85260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 13:15:50.791373 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1cc42a1a-f057-44a3-916f-d18b346dfce7 admin admin] Notify callbacks [] for router, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:50.792285 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d189d1db-7d78-436b-83a3-594102f79443 None None] Routers {'02e02ccf-5adb-48bd-87c2-a6d490870281'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:15:50.793334 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-1cc42a1a-f057-44a3-916f-d18b346dfce7 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.7878528 Apr 15 13:15:50.793657 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-d189d1db-7d78-436b-83a3-594102f79443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:15:45Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['02e02ccf-5adb-48bd-87c2-a6d490870281'], 'active': True} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:15:50.797354 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 35600) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:15:50.816731 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-3711d7e9-ed77-4db0-a14a-15461a042370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:50.853363 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.65', 56895) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:15:51.051618 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-d189d1db-7d78-436b-83a3-594102f79443 None None] Set router 02e02ccf-5adb-48bd-87c2-a6d490870281 gateway port host: dv-cinder-784945-5-smb {{(pid=85260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:15:51.155002 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-30878d56-5b1b-4939-aeaf-a0e0ae4adf5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:51.173869 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2688b4-f5cd-4060-bbc4-099a558df6c6 req-9bf716f9-9df9-4be4-9cfb-e46d70d932c1 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:15:51.177303 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1c2688b4-f5cd-4060-bbc4-099a558df6c6 req-9bf716f9-9df9-4be4-9cfb-e46d70d932c1 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] 10.222.0.65 "GET /v2.0/networks?id=bbcf5b16-1953-41a0-bdbc-ebffcb3d4b09 HTTP/1.1" status: 200 len: 812 time: 0.2462528 Apr 15 13:15:51.186334 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c2ce7f36-23ce-4adb-8518-887be80405ba req-b5d39434-9bbf-411d-894a-2a72d89f014f tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd80ac4b-5358-409b-be91-a6bb01d982c5 HTTP/1.1" status: 200 len: 210 time: 0.3718069 Apr 15 13:15:51.187804 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-3711d7e9-ed77-4db0-a14a-15461a042370 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:15:51.194825 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-30878d56-5b1b-4939-aeaf-a0e0ae4adf5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:51.209447 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-3711d7e9-ed77-4db0-a14a-15461a042370 admin admin] Usage tracker for resource:security_group_rule and tenant:f671e64495c84753bdd5128cd58f5be1 is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:15:51.213997 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-99b252c6-db79-4d9d-ad3e-353a4e4f83f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:15:51.227745 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-3711d7e9-ed77-4db0-a14a-15461a042370 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:15:51.271395 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [req-1c2688b4-f5cd-4060-bbc4-099a558df6c6 req-25dd8b36-1be2-4553-9709-88c6d312ab82 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] Request body: {'port': {'device_id': 'a98c4cce-345f-4b2c-8fc5-2925f27628ea', 'network_id': 'bbcf5b16-1953-41a0-bdbc-ebffcb3d4b09', 'admin_state_up': True, 'tenant_id': '1f8870c2ac2e4f5b919d8b8e28e6466a'}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:15:51.302045 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-3711d7e9-ed77-4db0-a14a-15461a042370 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:15:51.335514 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-30878d56-5b1b-4939-aeaf-a0e0ae4adf5c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7fab40b38e804fe6b57fe05b272993f0&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1625752 Apr 15 13:15:51.388351 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 35630) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:15:51.406833 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-f8d11036-ddb9-49c2-9448-5feba2cc3a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:51.450463 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30878d56-5b1b-4939-aeaf-a0e0ae4adf5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc11277-1b63-402f-a3d5-9153885ccdcd,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:15:51.467690 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-30878d56-5b1b-4939-aeaf-a0e0ae4adf5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:15:51.473531 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-ad036a18-1e99-438d-98c7-05e159a0b8f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:15:51.498296 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d11036-ddb9-49c2-9448-5feba2cc3a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a74226-876e-438d-b415-cd0958de5165,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:15:51.529752 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-f8d11036-ddb9-49c2-9448-5feba2cc3a4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:15:51.605795 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-9c17a8d3-32a9-412e-b0b7-a89c97310ab5 req-4c6ab1a1-7b60-4a7e-945e-a657385fda6d tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] 10.222.0.64 "GET /v2.0/ports?device_id=a98c4cce-345f-4b2c-8fc5-2925f27628ea HTTP/1.1" status: 200 len: 210 time: 0.0986567 Apr 15 13:15:51.606667 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-f8d11036-ddb9-49c2-9448-5feba2cc3a4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:51.607769 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-f8d11036-ddb9-49c2-9448-5feba2cc3a4c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/79a74226-876e-438d-b415-cd0958de5165 HTTP/1.1" status: 204 len: 168 time: 1.1699657 Apr 15 13:15:51.673952 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [req-1c2688b4-f5cd-4060-bbc4-099a558df6c6 req-25dd8b36-1be2-4553-9709-88c6d312ab82 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:15:51.678651 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-1c2688b4-f5cd-4060-bbc4-099a558df6c6 req-25dd8b36-1be2-4553-9709-88c6d312ab82 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] Usage tracker for resource:port and tenant:1f8870c2ac2e4f5b919d8b8e28e6466a is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:15:51.682636 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-1c2688b4-f5cd-4060-bbc4-099a558df6c6 req-25dd8b36-1be2-4553-9709-88c6d312ab82 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:15:51.688123 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-d189d1db-7d78-436b-83a3-594102f79443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e02ccf-5adb-48bd-87c2-a6d490870281', 'name': 'tempest-ServerRescueNegativeTestJSON-1704726785-router', 'tenant_id': '7a25fc3ecff749c59e42598d52e7b9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.63'}], 'enable_snat': True}, 'gw_port_id': 'd826b980-ee36-47e6-a7e1-38f4963b5b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:15:46Z', 'updated_at': '2021-04-15T13:15:48Z', 'revision_number': 3, 'project_id': '7a25fc3ecff749c59e42598d52e7b9fc', 'gw_port': {'id': 'd826b980-ee36-47e6-a7e1-38f4963b5b16', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ce:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e02ccf-5adb-48bd-87c2-a6d490870281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:15:47Z', 'updated_at': '2021-04-15T13:15:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb'}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:15:51.693303 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b9306259-7468-497a-b3b3-1102ed0b3fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:51.695560 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d189d1db-7d78-436b-83a3-594102f79443 None None] Checking router: 02e02ccf-5adb-48bd-87c2-a6d490870281 for host: dv-cinder-784945-5-smb {{(pid=85260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 13:15:51.696054 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [req-1c2688b4-f5cd-4060-bbc4-099a558df6c6 req-25dd8b36-1be2-4553-9709-88c6d312ab82 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:15:51.696354 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d189d1db-7d78-436b-83a3-594102f79443 None None] Updating router 02e02ccf-5adb-48bd-87c2-a6d490870281 port d826b980-ee36-47e6-a7e1-38f4963b5b16 binding host dv-cinder-784945-5-smb {{(pid=85260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 13:15:51.723763 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c2688b4-f5cd-4060-bbc4-099a558df6c6 req-25dd8b36-1be2-4553-9709-88c6d312ab82 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] Made reservation on behalf of 1f8870c2ac2e4f5b919d8b8e28e6466a for: {'port': 1} {{(pid=85257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 13:15:51.730247 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-1c2688b4-f5cd-4060-bbc4-099a558df6c6 req-25dd8b36-1be2-4553-9709-88c6d312ab82 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:51.804583 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d189d1db-7d78-436b-83a3-594102f79443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:51.829112 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-3711d7e9-ed77-4db0-a14a-15461a042370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:51.847015 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-3711d7e9-ed77-4db0-a14a-15461a042370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:51.871855 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-30878d56-5b1b-4939-aeaf-a0e0ae4adf5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:15:51.933240 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.65', 56903) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:15:51.952955 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-3711d7e9-ed77-4db0-a14a-15461a042370 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f671e64495c84753bdd5128cd58f5be1&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2269840 Apr 15 13:15:51.952955 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711d7e9-ed77-4db0-a14a-15461a042370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc961be5-40c7-47c4-be29-4fee4dd77063,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:15:51.957421 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 35664) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:15:51.960336 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-3711d7e9-ed77-4db0-a14a-15461a042370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:15:52.043466 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b9306259-7468-497a-b3b3-1102ed0b3fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:52.168524 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d036c-f8ee-42a6-8a88-b885179dd3c1 req-48377d8c-85cf-41ac-b122-2e85d18eaf88 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:15:52.170570 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-558d036c-f8ee-42a6-8a88-b885179dd3c1 req-48377d8c-85cf-41ac-b122-2e85d18eaf88 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.65 "GET /v2.0/networks?id=d2cad01e-d67b-4fa8-b8bf-5a3615ab790c HTTP/1.1" status: 200 len: 814 time: 0.2234457 Apr 15 13:15:52.250237 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b9306259-7468-497a-b3b3-1102ed0b3fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:52.264561 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-a98ffdeb-d279-4894-9416-01976a6521f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:15:52.295146 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9306259-7468-497a-b3b3-1102ed0b3fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc11277-1b63-402f-a3d5-9153885ccdcd,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:15:52.304822 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [req-558d036c-f8ee-42a6-8a88-b885179dd3c1 req-e212d830-1fa5-4b32-adbd-309ad3632468 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Request body: {'port': {'device_id': 'bd80ac4b-5358-409b-be91-a6bb01d982c5', 'network_id': 'd2cad01e-d67b-4fa8-b8bf-5a3615ab790c', 'admin_state_up': True, 'tenant_id': '6f711daa125b461f9429aa9ee6cf12f3'}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:15:52.306316 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b9306259-7468-497a-b3b3-1102ed0b3fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:52.307699 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-b9306259-7468-497a-b3b3-1102ed0b3fb9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3fc11277-1b63-402f-a3d5-9153885ccdcd HTTP/1.1" status: 204 len: 168 time: 0.9182510 Apr 15 13:15:52.311167 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-b9306259-7468-497a-b3b3-1102ed0b3fb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:15:52.432401 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-be2ba1f9-9c35-4cca-9727-a4778be09b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:52.490069 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_common [req-1c2688b4-f5cd-4060-bbc4-099a558df6c6 req-25dd8b36-1be2-4553-9709-88c6d312ab82 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] Allocated IP 172.20.0.5 (bbcf5b16-1953-41a0-bdbc-ebffcb3d4b09/ad34485c-1c36-419f-ac69-3f52954ceaf1/41e20c04-81fb-441e-b81b-dbfcd2a60782) {{(pid=85257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 13:15:52.587635 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-3719a4ad-2aae-494b-b8ac-18ba1540b9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:52.689114 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:52.878514 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d189d1db-7d78-436b-83a3-594102f79443 None None] Notify callbacks [] for port, precommit_update {{(pid=85260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:52.916840 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-d189d1db-7d78-436b-83a3-594102f79443 None None] Transition to ACTIVE for port object d826b980-ee36-47e6-a7e1-38f4963b5b16 will not be triggered until provisioned by entity L2. {{(pid=85260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:15:52.937166 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d189d1db-7d78-436b-83a3-594102f79443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:53.011248 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-be2ba1f9-9c35-4cca-9727-a4778be09b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:53.063188 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_common [None req-3719a4ad-2aae-494b-b8ac-18ba1540b9f7 admin admin] Allocated IP 172.20.0.1 (8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c/734b4bd6-c885-4d5b-bca7-827d1f80adde/51f8d04f-67d1-4efd-b226-c92188d4c325) {{(pid=85258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 13:15:53.074824 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-b5c7d999-5317-4c2b-bffc-8e537cdd7725 req-6d817591-04a7-4434-928b-9ac318972c12 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd80ac4b-5358-409b-be91-a6bb01d982c5 HTTP/1.1" status: 200 len: 210 time: 0.6056073 Apr 15 13:15:53.321111 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1b45be8d-d976-4107-89ae-66861d8b69c5 req-1ab4f2b7-537d-4ccb-919d-3a1fd0b7a541 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] 10.222.0.64 "GET /v2.0/ports?device_id=a98c4cce-345f-4b2c-8fc5-2925f27628ea HTTP/1.1" status: 200 len: 210 time: 0.2451167 Apr 15 13:15:53.326500 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-3719a4ad-2aae-494b-b8ac-18ba1540b9f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:53.352055 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-aa0bccb9-f1f2-47c7-b3ef-e9e3357740b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:15:53.359183 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-3719a4ad-2aae-494b-b8ac-18ba1540b9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757045383897'] for port, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:53.495596 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [req-558d036c-f8ee-42a6-8a88-b885179dd3c1 req-e212d830-1fa5-4b32-adbd-309ad3632468 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:15:53.503311 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-558d036c-f8ee-42a6-8a88-b885179dd3c1 req-e212d830-1fa5-4b32-adbd-309ad3632468 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Usage tracker for resource:port and tenant:6f711daa125b461f9429aa9ee6cf12f3 is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:15:53.508683 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-558d036c-f8ee-42a6-8a88-b885179dd3c1 req-e212d830-1fa5-4b32-adbd-309ad3632468 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:15:53.530968 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [req-558d036c-f8ee-42a6-8a88-b885179dd3c1 req-e212d830-1fa5-4b32-adbd-309ad3632468 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:15:53.536639 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:15:53.549840 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-d189d1db-7d78-436b-83a3-594102f79443 None None] Attempting to bind port d826b980-ee36-47e6-a7e1-38f4963b5b16 on host dv-cinder-784945-5-smb for vnic_type normal with profile {{(pid=85260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 13:15:53.550256 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-d189d1db-7d78-436b-83a3-594102f79443 None None] Attempting to bind port d826b980-ee36-47e6-a7e1-38f4963b5b16 by drivers openvswitch,hyperv on host dv-cinder-784945-5-smb at level 0 using segments [{'id': '906bcebc-1c01-4a0b-bcb7-9d225f9b16c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2'}] {{(pid=85260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 13:15:53.553893 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d189d1db-7d78-436b-83a3-594102f79443 None None] Attempting to bind port d826b980-ee36-47e6-a7e1-38f4963b5b16 on network 55d93253-8afb-47db-93d0-1527fbeb95d2 {{(pid=85260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:15:53.560347 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-558d036c-f8ee-42a6-8a88-b885179dd3c1 req-e212d830-1fa5-4b32-adbd-309ad3632468 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Made reservation on behalf of 6f711daa125b461f9429aa9ee6cf12f3 for: {'port': 1} {{(pid=85257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 13:15:53.569705 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-558d036c-f8ee-42a6-8a88-b885179dd3c1 req-e212d830-1fa5-4b32-adbd-309ad3632468 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:53.569953 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d189d1db-7d78-436b-83a3-594102f79443 None None] Checking agent: {'id': '81e11618-700f-4852-9942-b93dec05a832', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 13, 7, 16), 'started_at': datetime.datetime(2021, 4, 15, 13, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 13, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 13:15:53.570220 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d189d1db-7d78-436b-83a3-594102f79443 None None] Checking segment: {'id': '906bcebc-1c01-4a0b-bcb7-9d225f9b16c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:15:53.578012 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d189d1db-7d78-436b-83a3-594102f79443 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:53.578495 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d189d1db-7d78-436b-83a3-594102f79443 None None] Bound using segment: {'id': '906bcebc-1c01-4a0b-bcb7-9d225f9b16c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2'} {{(pid=85260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 13:15:53.581888 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-d189d1db-7d78-436b-83a3-594102f79443 None None] Bound port: d826b980-ee36-47e6-a7e1-38f4963b5b16, host: dv-cinder-784945-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906bcebc-1c01-4a0b-bcb7-9d225f9b16c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2'}}] {{(pid=85260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 13:15:53.582323 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d189d1db-7d78-436b-83a3-594102f79443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:53.615053 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3719a4ad-2aae-494b-b8ac-18ba1540b9f7 admin admin] Network 8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c is already hosted by enough agents. {{(pid=85258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 13:15:53.625488 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [None req-3719a4ad-2aae-494b-b8ac-18ba1540b9f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=85258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:15:53.629789 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3719a4ad-2aae-494b-b8ac-18ba1540b9f7 admin admin] Received port after_create {{(pid=85258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 13:15:53.630328 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-3719a4ad-2aae-494b-b8ac-18ba1540b9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853742696'] for router_interface, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:53.724936 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabcee4-d215-4c17-b23d-1035247e048e None None] Pushing event updated for resources: {'Port': ['ID=d826b980-ee36-47e6-a7e1-38f4963b5b16,revision_number=2']} {{(pid=85260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:15:53.773041 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabcee4-d215-4c17-b23d-1035247e048e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:15:53.773810 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabcee4-d215-4c17-b23d-1035247e048e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:15:53.774193 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabcee4-d215-4c17-b23d-1035247e048e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:15:53.774567 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabcee4-d215-4c17-b23d-1035247e048e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:15:53.774989 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabcee4-d215-4c17-b23d-1035247e048e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:15:53.775440 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabcee4-d215-4c17-b23d-1035247e048e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:15:53.776925 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabcee4-d215-4c17-b23d-1035247e048e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:15:53.777470 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabcee4-d215-4c17-b23d-1035247e048e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:15:53.777864 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabcee4-d215-4c17-b23d-1035247e048e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:15:53.778259 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabcee4-d215-4c17-b23d-1035247e048e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:15:53.778644 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabcee4-d215-4c17-b23d-1035247e048e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:15:53.779003 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabcee4-d215-4c17-b23d-1035247e048e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:15:53.780528 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabcee4-d215-4c17-b23d-1035247e048e None None] Tracked resource versions report: Apr 15 13:15:53.780528 dv-cinder-784945-5-smb neutron-server[85144]: pushed versions: Apr 15 13:15:53.780528 dv-cinder-784945-5-smb neutron-server[85144]: { 'AddressGroup': {'1.2'}, Apr 15 13:15:53.780528 dv-cinder-784945-5-smb neutron-server[85144]: 'ConntrackHelper': {'1.0'}, Apr 15 13:15:53.780528 dv-cinder-784945-5-smb neutron-server[85144]: 'Log': {'1.0'}, Apr 15 13:15:53.780528 dv-cinder-784945-5-smb neutron-server[85144]: 'Network': {'1.1'}, Apr 15 13:15:53.780528 dv-cinder-784945-5-smb neutron-server[85144]: 'Port': {'1.7'}, Apr 15 13:15:53.780528 dv-cinder-784945-5-smb neutron-server[85144]: 'PortForwarding': {'1.2'}, Apr 15 13:15:53.780528 dv-cinder-784945-5-smb neutron-server[85144]: 'QosPolicy': {'1.8'}, Apr 15 13:15:53.780528 dv-cinder-784945-5-smb neutron-server[85144]: 'SecurityGroup': {'1.4'}, Apr 15 13:15:53.780528 dv-cinder-784945-5-smb neutron-server[85144]: 'SecurityGroupRule': {'1.2'}, Apr 15 13:15:53.780528 dv-cinder-784945-5-smb neutron-server[85144]: 'SubPort': {'1.0'}, Apr 15 13:15:53.780528 dv-cinder-784945-5-smb neutron-server[85144]: 'Subnet': {'1.1'}, Apr 15 13:15:53.780528 dv-cinder-784945-5-smb neutron-server[85144]: 'Trunk': {'1.1'}} Apr 15 13:15:53.780528 dv-cinder-784945-5-smb neutron-server[85144]: consumer versions: Apr 15 13:15:53.780528 dv-cinder-784945-5-smb neutron-server[85144]: { DHCP agent@dv-cinder-784945-5-smb: {}, Apr 15 13:15:53.780528 dv-cinder-784945-5-smb neutron-server[85144]: HyperV agent@hv-cinder-78494: {}, Apr 15 13:15:53.780528 dv-cinder-784945-5-smb neutron-server[85144]: L3 agent@dv-cinder-784945-5-smb: {}, Apr 15 13:15:53.780528 dv-cinder-784945-5-smb neutron-server[85144]: Metadata agent@dv-cinder-784945-5-smb: {}, Apr 15 13:15:53.780528 dv-cinder-784945-5-smb neutron-server[85144]: Metering agent@dv-cinder-784945-5-smb: {}, Apr 15 13:15:53.780528 dv-cinder-784945-5-smb neutron-server[85144]: Open vSwitch agent@dv-cinder-784945-5-smb: { 'AddressGroup': '1.2', Apr 15 13:15:53.780528 dv-cinder-784945-5-smb neutron-server[85144]: 'ConntrackHelper': '1.0', Apr 15 13:15:53.780528 dv-cinder-784945-5-smb neutron-server[85144]: 'Log': '1.0', Apr 15 13:15:53.780528 dv-cinder-784945-5-smb neutron-server[85144]: 'Network': '1.1', Apr 15 13:15:53.780528 dv-cinder-784945-5-smb neutron-server[85144]: 'Port': '1.7', Apr 15 13:15:53.780528 dv-cinder-784945-5-smb neutron-server[85144]: 'PortForwarding': '1.2', Apr 15 13:15:53.780528 dv-cinder-784945-5-smb neutron-server[85144]: 'QosPolicy': '1.8', Apr 15 13:15:53.780528 dv-cinder-784945-5-smb neutron-server[85144]: 'SecurityGroup': '1.4', Apr 15 13:15:53.780528 dv-cinder-784945-5-smb neutron-server[85144]: 'SecurityGroupRule': '1.2', Apr 15 13:15:53.780528 dv-cinder-784945-5-smb neutron-server[85144]: 'SubPort': '1.0', Apr 15 13:15:53.780528 dv-cinder-784945-5-smb neutron-server[85144]: 'Subnet': '1.1', Apr 15 13:15:53.780528 dv-cinder-784945-5-smb neutron-server[85144]: 'Trunk': '1.1'}} Apr 15 13:15:53.780528 dv-cinder-784945-5-smb neutron-server[85144]: {{(pid=85260) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 13:15:53.834918 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-4eabcee4-d215-4c17-b23d-1035247e048e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=85260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:15:53.841030 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-be2ba1f9-9c35-4cca-9727-a4778be09b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:53.864053 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-d189d1db-7d78-436b-83a3-594102f79443 None None] For port d826b980-ee36-47e6-a7e1-38f4963b5b16, host dv-cinder-784945-5-smb, cleared binding levels {{(pid=85260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 13:15:53.882532 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-d189d1db-7d78-436b-83a3-594102f79443 None None] For port d826b980-ee36-47e6-a7e1-38f4963b5b16, host dv-cinder-784945-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=d826b980-ee36-47e6-a7e1-38f4963b5b16,segment=NetworkSegment(906bcebc-1c01-4a0b-bcb7-9d225f9b16c2),segment_id=906bcebc-1c01-4a0b-bcb7-9d225f9b16c2)] {{(pid=85260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 13:15:53.891310 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d189d1db-7d78-436b-83a3-594102f79443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:53.937212 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-4eabcee4-d215-4c17-b23d-1035247e048e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:15:54.045482 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:15:54.118310 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ba1f9-9c35-4cca-9727-a4778be09b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc961be5-40c7-47c4-be29-4fee4dd77063,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:15:54.139334 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-be2ba1f9-9c35-4cca-9727-a4778be09b67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:15:54.217388 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-be2ba1f9-9c35-4cca-9727-a4778be09b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:54.221580 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-be2ba1f9-9c35-4cca-9727-a4778be09b67 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dc961be5-40c7-47c4-be29-4fee4dd77063 HTTP/1.1" status: 204 len: 168 time: 2.2628562 Apr 15 13:15:54.416000 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabcee4-d215-4c17-b23d-1035247e048e None None] Pushing event updated for resources: {'Port': ['ID=d826b980-ee36-47e6-a7e1-38f4963b5b16,revision_number=3']} {{(pid=85260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:15:54.432534 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-4eabcee4-d215-4c17-b23d-1035247e048e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=85260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:15:54.472340 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-3719a4ad-2aae-494b-b8ac-18ba1540b9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:54.536958 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d189d1db-7d78-436b-83a3-594102f79443 None None] Routers {'02e02ccf-5adb-48bd-87c2-a6d490870281'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:15:54.538047 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-d189d1db-7d78-436b-83a3-594102f79443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:15:45Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['02e02ccf-5adb-48bd-87c2-a6d490870281'], 'active': True} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:15:54.777544 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-77837f0e-0731-4ad2-a0e6-3a3f94826ad7 req-a10e02b3-c15a-472b-8d37-3941b82d2377 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Synchronizing usage tracker for tenant:6f711daa125b461f9429aa9ee6cf12f3 on resource:port {{(pid=85257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 13:15:54.783721 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-1a080fd3-eca9-40fc-9137-58bc0b2dd354 req-26d8b65e-5fe6-44b2-9ff6-05fd9532ad90 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] Synchronizing usage tracker for tenant:1f8870c2ac2e4f5b919d8b8e28e6466a on resource:port {{(pid=85257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 13:15:54.838042 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 35754) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:15:54.871143 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-1c2688b4-f5cd-4060-bbc4-099a558df6c6 req-25dd8b36-1be2-4553-9709-88c6d312ab82 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] Notify callbacks [] for port, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:54.906593 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3719a4ad-2aae-494b-b8ac-18ba1540b9f7 admin admin] Pushing event updated for resources: {'Port': ['ID=51f8d04f-67d1-4efd-b226-c92188d4c325,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:15:54.912178 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-3719a4ad-2aae-494b-b8ac-18ba1540b9f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.375s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:15:54.934354 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-1a080fd3-eca9-40fc-9137-58bc0b2dd354 req-26d8b65e-5fe6-44b2-9ff6-05fd9532ad90 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] Unset dirty status for tenant:1f8870c2ac2e4f5b919d8b8e28e6466a on resource:port {{(pid=85257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 13:15:54.947763 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1a080fd3-eca9-40fc-9137-58bc0b2dd354 req-26d8b65e-5fe6-44b2-9ff6-05fd9532ad90 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] 10.222.0.64 "GET /v2.0/ports?device_id=a98c4cce-345f-4b2c-8fc5-2925f27628ea HTTP/1.1" status: 200 len: 210 time: 0.3074937 Apr 15 13:15:54.972657 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-77837f0e-0731-4ad2-a0e6-3a3f94826ad7 req-a10e02b3-c15a-472b-8d37-3941b82d2377 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Unset dirty status for tenant:6f711daa125b461f9429aa9ee6cf12f3 on resource:port {{(pid=85257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 13:15:54.984721 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-77837f0e-0731-4ad2-a0e6-3a3f94826ad7 req-a10e02b3-c15a-472b-8d37-3941b82d2377 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd80ac4b-5358-409b-be91-a6bb01d982c5 HTTP/1.1" status: 200 len: 210 time: 0.5539196 Apr 15 13:15:54.990396 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_common [req-558d036c-f8ee-42a6-8a88-b885179dd3c1 req-e212d830-1fa5-4b32-adbd-309ad3632468 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Allocated IP 172.20.0.11 (d2cad01e-d67b-4fa8-b8bf-5a3615ab790c/4b164dda-b46e-4e2e-9857-b1eea16bba61/5fdbff51-c936-4208-acd8-b4fc02f04ac6) {{(pid=85257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 13:15:55.059687 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-1c2688b4-f5cd-4060-bbc4-099a558df6c6 req-25dd8b36-1be2-4553-9709-88c6d312ab82 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757045383897'] for port, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:55.067003 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-3719a4ad-2aae-494b-b8ac-18ba1540b9f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:55.079042 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-3719a4ad-2aae-494b-b8ac-18ba1540b9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:55.080921 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-3719a4ad-2aae-494b-b8ac-18ba1540b9f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854146407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853743053'] for router_interface, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:55.099270 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:15:55.129686 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-1cc42a1a-f057-44a3-916f-d18b346dfce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:15:55.472710 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-d189d1db-7d78-436b-83a3-594102f79443 None None] Set router 02e02ccf-5adb-48bd-87c2-a6d490870281 gateway port host: dv-cinder-784945-5-smb {{(pid=85260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:15:55.489885 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dd8b36-1be2-4553-9709-88c6d312ab82 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] Pushing event updated for resources: {'Port': ['ID=41e20c04-81fb-441e-b81b-dbfcd2a60782,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:15:55.498857 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3719a4ad-2aae-494b-b8ac-18ba1540b9f7 admin admin] Pushing event updated for resources: {'Port': ['ID=51f8d04f-67d1-4efd-b226-c92188d4c325,revision_number=2']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:15:55.506453 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-3719a4ad-2aae-494b-b8ac-18ba1540b9f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:15:55.513245 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-25dd8b36-1be2-4553-9709-88c6d312ab82 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:15:55.629856 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c2688b4-f5cd-4060-bbc4-099a558df6c6 req-25dd8b36-1be2-4553-9709-88c6d312ab82 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] Network bbcf5b16-1953-41a0-bdbc-ebffcb3d4b09 is already hosted by enough agents. {{(pid=85257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 13:15:55.634417 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [req-1c2688b4-f5cd-4060-bbc4-099a558df6c6 req-25dd8b36-1be2-4553-9709-88c6d312ab82 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] Resources bound (agent type, host, resource id): {{(pid=85257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:15:55.641321 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-558d036c-f8ee-42a6-8a88-b885179dd3c1 req-e212d830-1fa5-4b32-adbd-309ad3632468 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Notify callbacks [] for port, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:55.659230 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c2688b4-f5cd-4060-bbc4-099a558df6c6 req-25dd8b36-1be2-4553-9709-88c6d312ab82 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] Received port after_create {{(pid=85257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 13:15:55.665612 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2688b4-f5cd-4060-bbc4-099a558df6c6 req-25dd8b36-1be2-4553-9709-88c6d312ab82 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:15:55.671662 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-1c2688b4-f5cd-4060-bbc4-099a558df6c6 req-25dd8b36-1be2-4553-9709-88c6d312ab82 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for port, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:55.695271 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3719a4ad-2aae-494b-b8ac-18ba1540b9f7 admin admin] Network 8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c is already hosted by enough agents. {{(pid=85258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 13:15:55.700439 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-cc82b860-4274-4b6a-b525-3247a2dffe76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:55.728989 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [None req-3719a4ad-2aae-494b-b8ac-18ba1540b9f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=85258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:15:55.736862 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-cc82b860-4274-4b6a-b525-3247a2dffe76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:15:55.740336 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1c2688b4-f5cd-4060-bbc4-099a558df6c6 req-25dd8b36-1be2-4553-9709-88c6d312ab82 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4755144 Apr 15 13:15:55.770818 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-cc82b860-4274-4b6a-b525-3247a2dffe76 admin admin] Usage tracker for resource:security_group_rule and tenant:edb31c22ba1a485193c3fe4c165e083f is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:15:55.798447 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [req-1c2688b4-f5cd-4060-bbc4-099a558df6c6 req-663c2900-d194-44d7-af02-dc40f8b692b8 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=85257) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 13:15:55.799555 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1c2688b4-f5cd-4060-bbc4-099a558df6c6 req-663c2900-d194-44d7-af02-dc40f8b692b8 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064602 Apr 15 13:15:55.825930 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-558d036c-f8ee-42a6-8a88-b885179dd3c1 req-e212d830-1fa5-4b32-adbd-309ad3632468 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757045383897'] for port, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:55.867222 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-26695875-6616-463e-b4a2-87b08b0e5acc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:15:56.049821 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-cc82b860-4274-4b6a-b525-3247a2dffe76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:15:56.059310 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-cc82b860-4274-4b6a-b525-3247a2dffe76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:15:56.068547 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3719a4ad-2aae-494b-b8ac-18ba1540b9f7 admin admin] Router 02e02ccf-5adb-48bd-87c2-a6d490870281 has already been hosted by L3 agent d2850426-fba2-4e27-a3ef-bf91b3b25695 {{(pid=85258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 13:15:56.386423 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3719a4ad-2aae-494b-b8ac-18ba1540b9f7 admin admin] Notify agent at l3_agent.dv-cinder-784945-5-smb the message routers_updated {{(pid=85258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 13:15:56.408725 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-d189d1db-7d78-436b-83a3-594102f79443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e02ccf-5adb-48bd-87c2-a6d490870281', 'name': 'tempest-ServerRescueNegativeTestJSON-1704726785-router', 'tenant_id': '7a25fc3ecff749c59e42598d52e7b9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.63'}], 'enable_snat': True}, 'gw_port_id': 'd826b980-ee36-47e6-a7e1-38f4963b5b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:15:46Z', 'updated_at': '2021-04-15T13:15:54Z', 'revision_number': 4, 'project_id': '7a25fc3ecff749c59e42598d52e7b9fc', 'gw_port': {'id': 'd826b980-ee36-47e6-a7e1-38f4963b5b16', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ce:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e02ccf-5adb-48bd-87c2-a6d490870281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:15:47Z', 'updated_at': '2021-04-15T13:15:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_interfaces': [{'id': '51f8d04f-67d1-4efd-b226-c92188d4c325', 'name': '', 'network_id': '8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c', 'tenant_id': '7a25fc3ecff749c59e42598d52e7b9fc', 'mac_address': 'fa:16:3e:82:d7:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e02ccf-5adb-48bd-87c2-a6d490870281', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '734b4bd6-c885-4d5b-bca7-827d1f80adde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:15:52Z', 'updated_at': '2021-04-15T13:15:54Z', 'revision_number': 2, 'project_id': '7a25fc3ecff749c59e42598d52e7b9fc', 'subnets': [{'id': '734b4bd6-c885-4d5b-bca7-827d1f80adde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:15:56.423834 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d189d1db-7d78-436b-83a3-594102f79443 None None] The sync data for ids ['02e02ccf-5adb-48bd-87c2-a6d490870281'] in dv-cinder-784945-5-smb is: [{'id': '02e02ccf-5adb-48bd-87c2-a6d490870281', 'name': 'tempest-ServerRescueNegativeTestJSON-1704726785-router', 'tenant_id': '7a25fc3ecff749c59e42598d52e7b9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.63'}], 'enable_snat': True}, 'gw_port_id': 'd826b980-ee36-47e6-a7e1-38f4963b5b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:15:46Z', 'updated_at': '2021-04-15T13:15:54Z', 'revision_number': 4, 'project_id': '7a25fc3ecff749c59e42598d52e7b9fc', 'gw_port': {'id': 'd826b980-ee36-47e6-a7e1-38f4963b5b16', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ce:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e02ccf-5adb-48bd-87c2-a6d490870281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:15:47Z', 'updated_at': '2021-04-15T13:15:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_interfaces': [{'id': '51f8d04f-67d1-4efd-b226-c92188d4c325', 'name': '', 'network_id': '8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c', 'tenant_id': '7a25fc3ecff749c59e42598d52e7b9fc', 'mac_address': 'fa:16:3e:82:d7:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e02ccf-5adb-48bd-87c2-a6d490870281', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '734b4bd6-c885-4d5b-bca7-827d1f80adde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:15:52Z', 'updated_at': '2021-04-15T13:15:54Z', 'revision_number': 2, 'project_id': '7a25fc3ecff749c59e42598d52e7b9fc', 'subnets': [{'id': '734b4bd6-c885-4d5b-bca7-827d1f80adde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 13:15:56.426035 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-3719a4ad-2aae-494b-b8ac-18ba1540b9f7 admin admin] 10.222.0.64 "PUT /v2.0/routers/02e02ccf-5adb-48bd-87c2-a6d490870281/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6264610 Apr 15 13:15:56.493193 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e212d830-1fa5-4b32-adbd-309ad3632468 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Pushing event updated for resources: {'Port': ['ID=5fdbff51-c936-4208-acd8-b4fc02f04ac6,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:15:56.515261 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-cc82b860-4274-4b6a-b525-3247a2dffe76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:56.527875 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-e212d830-1fa5-4b32-adbd-309ad3632468 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.656s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:15:56.529702 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-cc82b860-4274-4b6a-b525-3247a2dffe76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:56.570192 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-e718dbac-8f3e-4e34-a76e-1e44922dd302 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:15:56.583873 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-cc82b860-4274-4b6a-b525-3247a2dffe76 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=edb31c22ba1a485193c3fe4c165e083f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7446692 Apr 15 13:15:56.586691 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 35798) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:15:56.650283 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc82b860-4274-4b6a-b525-3247a2dffe76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5afc034-5826-484b-bdce-46f6d45faa02,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:15:56.657711 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-cc82b860-4274-4b6a-b525-3247a2dffe76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:15:56.689895 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-558d036c-f8ee-42a6-8a88-b885179dd3c1 req-e212d830-1fa5-4b32-adbd-309ad3632468 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Network d2cad01e-d67b-4fa8-b8bf-5a3615ab790c is already hosted by enough agents. {{(pid=85257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 13:15:56.707368 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [req-558d036c-f8ee-42a6-8a88-b885179dd3c1 req-e212d830-1fa5-4b32-adbd-309ad3632468 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Resources bound (agent type, host, resource id): {{(pid=85257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:15:56.711360 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-6d51fe71-8f38-470a-9e3a-f39b1d05b4ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:56.726240 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [req-558d036c-f8ee-42a6-8a88-b885179dd3c1 req-e212d830-1fa5-4b32-adbd-309ad3632468 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Received port after_create {{(pid=85257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 13:15:56.736551 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d036c-f8ee-42a6-8a88-b885179dd3c1 req-e212d830-1fa5-4b32-adbd-309ad3632468 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:15:56.745389 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-558d036c-f8ee-42a6-8a88-b885179dd3c1 req-e212d830-1fa5-4b32-adbd-309ad3632468 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for port, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:56.768689 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6fa65e-9ab4-452c-894b-26931041c8f2 req-9b9d1dc7-ed9f-43dd-9b0b-c5b8dae535c0 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:15:56.770765 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-9b6fa65e-9ab4-452c-894b-26931041c8f2 req-9b9d1dc7-ed9f-43dd-9b0b-c5b8dae535c0 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd80ac4b-5358-409b-be91-a6bb01d982c5 HTTP/1.1" status: 200 len: 932 time: 0.4719067 Apr 15 13:15:56.817460 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-6d51fe71-8f38-470a-9e3a-f39b1d05b4ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:56.829440 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995fb6d0-cfc2-4b41-ba59-520d27a2f8d2 req-7ff766bf-59ca-4817-85cb-11dd0f869cb3 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:15:56.831119 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-995fb6d0-cfc2-4b41-ba59-520d27a2f8d2 req-7ff766bf-59ca-4817-85cb-11dd0f869cb3 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] 10.222.0.64 "GET /v2.0/ports?device_id=a98c4cce-345f-4b2c-8fc5-2925f27628ea HTTP/1.1" status: 200 len: 931 time: 0.5227480 Apr 15 13:15:56.844051 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-558d036c-f8ee-42a6-8a88-b885179dd3c1 req-e212d830-1fa5-4b32-adbd-309ad3632468 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5688453 Apr 15 13:15:56.935908 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 35804) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:15:56.940184 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-6d51fe71-8f38-470a-9e3a-f39b1d05b4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:56.969095 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:15:57.006513 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d51fe71-8f38-470a-9e3a-f39b1d05b4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5afc034-5826-484b-bdce-46f6d45faa02,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:15:57.016153 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-6d51fe71-8f38-470a-9e3a-f39b1d05b4ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:15:57.017640 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-6d51fe71-8f38-470a-9e3a-f39b1d05b4ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:57.021317 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-6d51fe71-8f38-470a-9e3a-f39b1d05b4ca admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d5afc034-5826-484b-bdce-46f6d45faa02 HTTP/1.1" status: 204 len: 168 time: 0.4309537 Apr 15 13:15:57.138140 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-9b6fa65e-9ab4-452c-894b-26931041c8f2 req-48bf9cf7-e101-4079-b24e-a1983afdc3fe tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/security-groups?id=b868c94c-3d9d-4ebb-8c60-4bbeb25ff73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057723 Apr 15 13:15:57.142660 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-995fb6d0-cfc2-4b41-ba59-520d27a2f8d2 req-8f9bd7af-4f2a-4e88-aa36-6123a072820a tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] 10.222.0.64 "GET /v2.0/security-groups?id=b9ead658-4de5-44cf-bd72-986de37f1f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939963 Apr 15 13:15:57.444215 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [req-1c2688b4-f5cd-4060-bbc4-099a558df6c6 req-b0090561-6348-41e9-bfaf-4394e92a9990 service neutron] Request body: {'port': {'device_id': 'a98c4cce-345f-4b2c-8fc5-2925f27628ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:15:57.518972 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-c237d2fc-806c-432a-8f94-e38c68f8590b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-950769998-network', 'tenant_id': 'ec453598187440b1be36749a46afcfd1'}} {{(pid=85258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:15:57.531228 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-c237d2fc-806c-432a-8f94-e38c68f8590b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:15:57.559101 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-c237d2fc-806c-432a-8f94-e38c68f8590b admin admin] Usage tracker for resource:network and tenant:ec453598187440b1be36749a46afcfd1 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:15:57.574224 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-c237d2fc-806c-432a-8f94-e38c68f8590b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:15:57.596864 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-c237d2fc-806c-432a-8f94-e38c68f8590b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:15:57.629483 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c237d2fc-806c-432a-8f94-e38c68f8590b admin admin] Made reservation on behalf of ec453598187440b1be36749a46afcfd1 for: {'network': 1} {{(pid=85258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 13:15:57.639948 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c237d2fc-806c-432a-8f94-e38c68f8590b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for network, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:57.681148 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c237d2fc-806c-432a-8f94-e38c68f8590b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:57.722587 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-c237d2fc-806c-432a-8f94-e38c68f8590b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:15:57.745451 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-c237d2fc-806c-432a-8f94-e38c68f8590b admin admin] Usage tracker for resource:security_group_rule and tenant:ec453598187440b1be36749a46afcfd1 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:15:57.755637 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-c237d2fc-806c-432a-8f94-e38c68f8590b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:15:57.788656 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-c237d2fc-806c-432a-8f94-e38c68f8590b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:15:58.043722 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c237d2fc-806c-432a-8f94-e38c68f8590b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:58.053454 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c237d2fc-806c-432a-8f94-e38c68f8590b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:58.066664 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:15:58.153764 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-1c2688b4-f5cd-4060-bbc4-099a558df6c6 req-b0090561-6348-41e9-bfaf-4394e92a9990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:58.178835 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c237d2fc-806c-432a-8f94-e38c68f8590b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=85258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 13:15:58.203700 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c237d2fc-806c-432a-8f94-e38c68f8590b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f7ae50-2642-457a-8806-11d1aaa8e816,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:15:58.208836 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-c237d2fc-806c-432a-8f94-e38c68f8590b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:15:58.220760 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c237d2fc-806c-432a-8f94-e38c68f8590b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773144'] for segment, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:58.221160 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.db.segments_db [None req-c237d2fc-806c-432a-8f94-e38c68f8590b admin admin] Added segment 931dca49-7e51-458a-9062-e4c7052a04a0 of type vlan for network dedf9a55-e397-4af7-9fb1-1f73dfd61772 Apr 15 13:15:58.315035 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c237d2fc-806c-432a-8f94-e38c68f8590b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757045372002'] for network, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:58.352724 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [req-558d036c-f8ee-42a6-8a88-b885179dd3c1 req-a1bff95d-b443-4980-848d-31ed0e5883a4 service neutron] Request body: {'port': {'device_id': 'bd80ac4b-5358-409b-be91-a6bb01d982c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:15:58.412443 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c237d2fc-806c-432a-8f94-e38c68f8590b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424'] for network, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:58.414237 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c237d2fc-806c-432a-8f94-e38c68f8590b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:15:58.415034 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c237d2fc-806c-432a-8f94-e38c68f8590b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for network, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:58.433006 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:15:58.486951 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device d826b980-ee36-47e6-a7e1-38f4963b5b16 up at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:15:58.718248 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning for port d826b980-ee36-47e6-a7e1-38f4963b5b16 completed by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:15:58.725140 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning complete for port d826b980-ee36-47e6-a7e1-38f4963b5b16 triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:15:58.725910 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:58.783840 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-558d036c-f8ee-42a6-8a88-b885179dd3c1 req-a1bff95d-b443-4980-848d-31ed0e5883a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:58.825478 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c237d2fc-806c-432a-8f94-e38c68f8590b admin admin] Pushing event updated for resources: {'Network': ['ID=dedf9a55-e397-4af7-9fb1-1f73dfd61772,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:15:58.838702 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-c237d2fc-806c-432a-8f94-e38c68f8590b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:15:58.842792 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-c237d2fc-806c-432a-8f94-e38c68f8590b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9057322 Apr 15 13:15:58.847526 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 35856) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:15:58.853521 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-984c1f24-3932-4591-8f17-d20026fd4b87 admin admin] Request body: {'subnet': {'network_id': 'dedf9a55-e397-4af7-9fb1-1f73dfd61772', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-950769998-subnet', 'tenant_id': 'ec453598187440b1be36749a46afcfd1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:15:58.876713 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-984c1f24-3932-4591-8f17-d20026fd4b87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:15:58.895981 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-984c1f24-3932-4591-8f17-d20026fd4b87 admin admin] Usage tracker for resource:subnet and tenant:ec453598187440b1be36749a46afcfd1 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:15:58.901041 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-984c1f24-3932-4591-8f17-d20026fd4b87 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:15:58.923683 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Network dedf9a55-e397-4af7-9fb1-1f73dfd61772 details requested by agent ovs-agent-dv-cinder-784945-5-smb with host dv-cinder-784945-5-smb {{(pid=85259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 13:15:58.924616 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-984c1f24-3932-4591-8f17-d20026fd4b87 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:15:58.945734 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984c1f24-3932-4591-8f17-d20026fd4b87 admin admin] Made reservation on behalf of ec453598187440b1be36749a46afcfd1 for: {'subnet': 1} {{(pid=85258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 13:15:58.956152 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-984c1f24-3932-4591-8f17-d20026fd4b87 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:59.715550 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:59.760994 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-984c1f24-3932-4591-8f17-d20026fd4b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424'] for subnet, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:59.763540 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] For port d826b980-ee36-47e6-a7e1-38f4963b5b16, host dv-cinder-784945-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=d826b980-ee36-47e6-a7e1-38f4963b5b16,segment=NetworkSegment(906bcebc-1c01-4a0b-bcb7-9d225f9b16c2),segment_id=906bcebc-1c01-4a0b-bcb7-9d225f9b16c2)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:15:59.774082 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:15:59.778781 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:15:59.785037 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:15:59.967082 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Pushing event updated for resources: {'Port': ['ID=d826b980-ee36-47e6-a7e1-38f4963b5b16,revision_number=4']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:15:59.994143 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:15:59.996761 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:15:59.998382 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:15:59.999504 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:16:00.000443 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:16:00.002489 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:16:00.003092 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:16:00.005658 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:16:00.006246 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:16:00.007343 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:16:00.009157 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:16:00.009761 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:16:00.013945 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Tracked resource versions report: Apr 15 13:16:00.013945 dv-cinder-784945-5-smb neutron-server[85144]: pushed versions: Apr 15 13:16:00.013945 dv-cinder-784945-5-smb neutron-server[85144]: { 'AddressGroup': {'1.2'}, Apr 15 13:16:00.013945 dv-cinder-784945-5-smb neutron-server[85144]: 'ConntrackHelper': {'1.0'}, Apr 15 13:16:00.013945 dv-cinder-784945-5-smb neutron-server[85144]: 'Log': {'1.0'}, Apr 15 13:16:00.013945 dv-cinder-784945-5-smb neutron-server[85144]: 'Network': {'1.1'}, Apr 15 13:16:00.013945 dv-cinder-784945-5-smb neutron-server[85144]: 'Port': {'1.7'}, Apr 15 13:16:00.013945 dv-cinder-784945-5-smb neutron-server[85144]: 'PortForwarding': {'1.2'}, Apr 15 13:16:00.013945 dv-cinder-784945-5-smb neutron-server[85144]: 'QosPolicy': {'1.8'}, Apr 15 13:16:00.013945 dv-cinder-784945-5-smb neutron-server[85144]: 'SecurityGroup': {'1.4'}, Apr 15 13:16:00.013945 dv-cinder-784945-5-smb neutron-server[85144]: 'SecurityGroupRule': {'1.2'}, Apr 15 13:16:00.013945 dv-cinder-784945-5-smb neutron-server[85144]: 'SubPort': {'1.0'}, Apr 15 13:16:00.013945 dv-cinder-784945-5-smb neutron-server[85144]: 'Subnet': {'1.1'}, Apr 15 13:16:00.013945 dv-cinder-784945-5-smb neutron-server[85144]: 'Trunk': {'1.1'}} Apr 15 13:16:00.013945 dv-cinder-784945-5-smb neutron-server[85144]: consumer versions: Apr 15 13:16:00.013945 dv-cinder-784945-5-smb neutron-server[85144]: { DHCP agent@dv-cinder-784945-5-smb: {}, Apr 15 13:16:00.013945 dv-cinder-784945-5-smb neutron-server[85144]: HyperV agent@hv-cinder-78494: {}, Apr 15 13:16:00.013945 dv-cinder-784945-5-smb neutron-server[85144]: L3 agent@dv-cinder-784945-5-smb: {}, Apr 15 13:16:00.013945 dv-cinder-784945-5-smb neutron-server[85144]: Metadata agent@dv-cinder-784945-5-smb: {}, Apr 15 13:16:00.013945 dv-cinder-784945-5-smb neutron-server[85144]: Metering agent@dv-cinder-784945-5-smb: {}, Apr 15 13:16:00.013945 dv-cinder-784945-5-smb neutron-server[85144]: Open vSwitch agent@dv-cinder-784945-5-smb: { 'AddressGroup': '1.2', Apr 15 13:16:00.013945 dv-cinder-784945-5-smb neutron-server[85144]: 'ConntrackHelper': '1.0', Apr 15 13:16:00.013945 dv-cinder-784945-5-smb neutron-server[85144]: 'Log': '1.0', Apr 15 13:16:00.013945 dv-cinder-784945-5-smb neutron-server[85144]: 'Network': '1.1', Apr 15 13:16:00.013945 dv-cinder-784945-5-smb neutron-server[85144]: 'Port': '1.7', Apr 15 13:16:00.013945 dv-cinder-784945-5-smb neutron-server[85144]: 'PortForwarding': '1.2', Apr 15 13:16:00.013945 dv-cinder-784945-5-smb neutron-server[85144]: 'QosPolicy': '1.8', Apr 15 13:16:00.013945 dv-cinder-784945-5-smb neutron-server[85144]: 'SecurityGroup': '1.4', Apr 15 13:16:00.013945 dv-cinder-784945-5-smb neutron-server[85144]: 'SecurityGroupRule': '1.2', Apr 15 13:16:00.013945 dv-cinder-784945-5-smb neutron-server[85144]: 'SubPort': '1.0', Apr 15 13:16:00.013945 dv-cinder-784945-5-smb neutron-server[85144]: 'Subnet': '1.1', Apr 15 13:16:00.013945 dv-cinder-784945-5-smb neutron-server[85144]: 'Trunk': '1.1'}} Apr 15 13:16:00.013945 dv-cinder-784945-5-smb neutron-server[85144]: {{(pid=85259) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 13:16:00.026175 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:00.033952 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984c1f24-3932-4591-8f17-d20026fd4b87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfed0e92-8ee1-4f35-9411-6b80f87cdcff,revision_number=0']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:00.054027 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-984c1f24-3932-4591-8f17-d20026fd4b87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:00.235066 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984c1f24-3932-4591-8f17-d20026fd4b87 admin admin] Checking segment: {'id': '931dca49-7e51-458a-9062-e4c7052a04a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'dedf9a55-e397-4af7-9fb1-1f73dfd61772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:16:00.235817 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984c1f24-3932-4591-8f17-d20026fd4b87 admin admin] Network hostable DHCP agents. Network: dedf9a55-e397-4af7-9fb1-1f73dfd61772, hostable agents: ['311c43f5-3c4a-4973-9b30-7f7c0bf49be0'], hosted agents: [] {{(pid=85258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 13:16:00.335561 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984c1f24-3932-4591-8f17-d20026fd4b87 admin admin] Network dedf9a55-e397-4af7-9fb1-1f73dfd61772 is scheduled to be hosted by DHCP agent 311c43f5-3c4a-4973-9b30-7f7c0bf49be0 with binding_index 1 {{(pid=85258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 13:16:00.405726 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [None req-984c1f24-3932-4591-8f17-d20026fd4b87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-5-smb, dedf9a55-e397-4af7-9fb1-1f73dfd61772) {{(pid=85258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:16:00.405726 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984c1f24-3932-4591-8f17-d20026fd4b87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:00.405726 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-984c1f24-3932-4591-8f17-d20026fd4b87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for subnet, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:00.425317 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1baae7-1d4a-49a0-ac01-6af01392643b None None] Network dedf9a55-e397-4af7-9fb1-1f73dfd61772 requested from dv-cinder-784945-5-smb {{(pid=85259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 13:16:00.450008 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-984c1f24-3932-4591-8f17-d20026fd4b87 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5923967 Apr 15 13:16:00.458143 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device d826b980-ee36-47e6-a7e1-38f4963b5b16 up at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:16:00.754828 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48e1ba-bc12-4f7d-9b36-4118789cf51c req-00243b4a-6dd7-442d-8641-d58b2ea6b49e tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:00.756005 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-fc48e1ba-bc12-4f7d-9b36-4118789cf51c req-00243b4a-6dd7-442d-8641-d58b2ea6b49e tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Synchronizing usage tracker for tenant:7a25fc3ecff749c59e42598d52e7b9fc on resource:network {{(pid=85257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 13:16:01.003974 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a13476-007e-4db4-93ed-970daae304e1 req-bcecc983-0eb9-49e9-a2f1-48c5fd63f25e tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:01.013563 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-00a13476-007e-4db4-93ed-970daae304e1 req-bcecc983-0eb9-49e9-a2f1-48c5fd63f25e tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd80ac4b-5358-409b-be91-a6bb01d982c5 HTTP/1.1" status: 200 len: 932 time: 2.2311621 Apr 15 13:16:01.025335 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-fc48e1ba-bc12-4f7d-9b36-4118789cf51c req-00243b4a-6dd7-442d-8641-d58b2ea6b49e tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Unset dirty status for tenant:7a25fc3ecff749c59e42598d52e7b9fc on resource:network {{(pid=85257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 13:16:01.041175 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-fc48e1ba-bc12-4f7d-9b36-4118789cf51c req-00243b4a-6dd7-442d-8641-d58b2ea6b49e tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/networks?id=8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c HTTP/1.1" status: 200 len: 819 time: 2.2599261 Apr 15 13:16:01.043007 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning complete for port d826b980-ee36-47e6-a7e1-38f4963b5b16 triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:16:01.048767 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:01.156065 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-fc48e1ba-bc12-4f7d-9b36-4118789cf51c req-b8b6a8a8-7d2a-4967-b289-758c72fa75b5 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/quotas/7a25fc3ecff749c59e42598d52e7b9fc HTTP/1.1" status: 200 len: 375 time: 0.1134365 Apr 15 13:16:01.333226 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63e340c-fbb8-4bcf-8364-69d0722ac4d0 None None] Sync routers for ids ['02e02ccf-5adb-48bd-87c2-a6d490870281'] in dv-cinder-784945-5-smb {{(pid=85259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 13:16:01.427112 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5e976e-d9f5-46c2-8459-5dc65b001569 None None] Network dedf9a55-e397-4af7-9fb1-1f73dfd61772 requested from dv-cinder-784945-5-smb {{(pid=85259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 13:16:01.427300 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-00a13476-007e-4db4-93ed-970daae304e1 req-6ffb1bca-1579-476e-9be3-16ead094a2ac tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/security-groups?id=b868c94c-3d9d-4ebb-8c60-4bbeb25ff73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4093237 Apr 15 13:16:01.430508 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.db.resource_extend [req-558d036c-f8ee-42a6-8a88-b885179dd3c1 req-a1bff95d-b443-4980-848d-31ed0e5883a4 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85257) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 13:16:01.669271 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63e340c-fbb8-4bcf-8364-69d0722ac4d0 None None] Routers {'02e02ccf-5adb-48bd-87c2-a6d490870281'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:16:01.683495 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-c63e340c-fbb8-4bcf-8364-69d0722ac4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:15:45Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['02e02ccf-5adb-48bd-87c2-a6d490870281'], 'active': True} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:16:01.787794 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [req-558d036c-f8ee-42a6-8a88-b885179dd3c1 req-a1bff95d-b443-4980-848d-31ed0e5883a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fdbff51-c936-4208-acd8-b4fc02f04ac6 {{(pid=85257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 13:16:01.805069 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-558d036c-f8ee-42a6-8a88-b885179dd3c1 req-a1bff95d-b443-4980-848d-31ed0e5883a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:01.856378 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [req-558d036c-f8ee-42a6-8a88-b885179dd3c1 req-a1bff95d-b443-4980-848d-31ed0e5883a4 service neutron] Transition to ACTIVE for port object 5fdbff51-c936-4208-acd8-b4fc02f04ac6 will not be triggered until provisioned by entity L2. {{(pid=85257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:16:01.866791 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-558d036c-f8ee-42a6-8a88-b885179dd3c1 req-a1bff95d-b443-4980-848d-31ed0e5883a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:01.887883 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-fc48e1ba-bc12-4f7d-9b36-4118789cf51c req-e1349c13-ea8f-481b-80c2-a482dbb598b6 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7a25fc3ecff749c59e42598d52e7b9fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7303133 Apr 15 13:16:02.163142 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-e212d830-1fa5-4b32-adbd-309ad3632468 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:02.216543 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-fc48e1ba-bc12-4f7d-9b36-4118789cf51c req-4cbcbc97-dac1-499a-a2c8-0f7479216a08 service neutron] 10.222.0.64 "GET /v2.0/networks/8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271329 Apr 15 13:16:02.535927 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-c63e340c-fbb8-4bcf-8364-69d0722ac4d0 None None] Set router 02e02ccf-5adb-48bd-87c2-a6d490870281 gateway port host: dv-cinder-784945-5-smb {{(pid=85259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:16:02.780767 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [req-1c2688b4-f5cd-4060-bbc4-099a558df6c6 req-b0090561-6348-41e9-bfaf-4394e92a9990 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41e20c04-81fb-441e-b81b-dbfcd2a60782 {{(pid=85257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 13:16:02.801471 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-1c2688b4-f5cd-4060-bbc4-099a558df6c6 req-b0090561-6348-41e9-bfaf-4394e92a9990 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:02.819034 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bff95d-b443-4980-848d-31ed0e5883a4 service neutron] Pushing event updated for resources: {'Port': ['ID=5fdbff51-c936-4208-acd8-b4fc02f04ac6,revision_number=2']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:02.822905 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-a1bff95d-b443-4980-848d-31ed0e5883a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.660s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:02.830803 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-fc48e1ba-bc12-4f7d-9b36-4118789cf51c req-eac91f4e-115c-4fe0-861f-a3344f25d925 service neutron] 10.222.0.64 "GET /v2.0/networks/8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6132824 Apr 15 13:16:02.845803 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8c4d5-a235-4076-a17e-49f5b9851c82 req-79077e90-e914-4763-a199-89ddb1ac7228 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:02.847922 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-49f8c4d5-a235-4076-a17e-49f5b9851c82 req-79077e90-e914-4763-a199-89ddb1ac7228 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] 10.222.0.64 "GET /v2.0/ports?device_id=a98c4cce-345f-4b2c-8fc5-2925f27628ea HTTP/1.1" status: 200 len: 931 time: 1.1446800 Apr 15 13:16:02.865640 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 35960) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:02.872435 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-a445d8c8-353e-45d8-ace9-3755a277ca05 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1612233580-network', 'tenant_id': '509f0318a56e4b45aec5e9b92a4097ac'}} {{(pid=85258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:16:02.883684 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-a445d8c8-353e-45d8-ace9-3755a277ca05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:16:02.887920 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-a445d8c8-353e-45d8-ace9-3755a277ca05 admin admin] Usage tracker for resource:network and tenant:509f0318a56e4b45aec5e9b92a4097ac is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:16:02.900549 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-a445d8c8-353e-45d8-ace9-3755a277ca05 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:16:02.906834 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-a445d8c8-353e-45d8-ace9-3755a277ca05 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:16:02.928556 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a445d8c8-353e-45d8-ace9-3755a277ca05 admin admin] Made reservation on behalf of 509f0318a56e4b45aec5e9b92a4097ac for: {'network': 1} {{(pid=85258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 13:16:02.933851 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a445d8c8-353e-45d8-ace9-3755a277ca05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for network, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:02.962728 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [req-1c2688b4-f5cd-4060-bbc4-099a558df6c6 req-b0090561-6348-41e9-bfaf-4394e92a9990 service neutron] Transition to ACTIVE for port object 41e20c04-81fb-441e-b81b-dbfcd2a60782 will not be triggered until provisioned by entity L2. {{(pid=85257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:16:02.966130 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a445d8c8-353e-45d8-ace9-3755a277ca05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:03.005434 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-a445d8c8-353e-45d8-ace9-3755a277ca05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:16:03.011809 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-a445d8c8-353e-45d8-ace9-3755a277ca05 admin admin] Usage tracker for resource:security_group_rule and tenant:509f0318a56e4b45aec5e9b92a4097ac is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:16:03.019245 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-a445d8c8-353e-45d8-ace9-3755a277ca05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:16:03.032352 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-a445d8c8-353e-45d8-ace9-3755a277ca05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:16:03.048402 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-1c2688b4-f5cd-4060-bbc4-099a558df6c6 req-b0090561-6348-41e9-bfaf-4394e92a9990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:03.189656 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:03.258652 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a445d8c8-353e-45d8-ace9-3755a277ca05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:03.268877 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a445d8c8-353e-45d8-ace9-3755a277ca05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:03.308815 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a445d8c8-353e-45d8-ace9-3755a277ca05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=85258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 13:16:03.358833 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a445d8c8-353e-45d8-ace9-3755a277ca05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773144'] for segment, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:03.365888 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.db.segments_db [None req-a445d8c8-353e-45d8-ace9-3755a277ca05 admin admin] Added segment 990a04fb-9e74-4531-99ba-8224e4ac0dbf of type vlan for network 7b3a648b-6316-4517-82ea-1bf5cfb30291 Apr 15 13:16:03.542257 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a445d8c8-353e-45d8-ace9-3755a277ca05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757045372002'] for network, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:03.558140 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0090561-6348-41e9-bfaf-4394e92a9990 service neutron] Pushing event updated for resources: {'Port': ['ID=41e20c04-81fb-441e-b81b-dbfcd2a60782,revision_number=2']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:03.559542 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-c63e340c-fbb8-4bcf-8364-69d0722ac4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e02ccf-5adb-48bd-87c2-a6d490870281', 'name': 'tempest-ServerRescueNegativeTestJSON-1704726785-router', 'tenant_id': '7a25fc3ecff749c59e42598d52e7b9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.63'}], 'enable_snat': True}, 'gw_port_id': 'd826b980-ee36-47e6-a7e1-38f4963b5b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:15:46Z', 'updated_at': '2021-04-15T13:15:54Z', 'revision_number': 4, 'project_id': '7a25fc3ecff749c59e42598d52e7b9fc', 'gw_port': {'id': 'd826b980-ee36-47e6-a7e1-38f4963b5b16', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ce:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e02ccf-5adb-48bd-87c2-a6d490870281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:15:47Z', 'updated_at': '2021-04-15T13:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_interfaces': [{'id': '51f8d04f-67d1-4efd-b226-c92188d4c325', 'name': '', 'network_id': '8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c', 'tenant_id': '7a25fc3ecff749c59e42598d52e7b9fc', 'mac_address': 'fa:16:3e:82:d7:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e02ccf-5adb-48bd-87c2-a6d490870281', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '734b4bd6-c885-4d5b-bca7-827d1f80adde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:15:52Z', 'updated_at': '2021-04-15T13:15:54Z', 'revision_number': 2, 'project_id': '7a25fc3ecff749c59e42598d52e7b9fc', 'subnets': [{'id': '734b4bd6-c885-4d5b-bca7-827d1f80adde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:16:03.574240 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63e340c-fbb8-4bcf-8364-69d0722ac4d0 None None] Checking router: 02e02ccf-5adb-48bd-87c2-a6d490870281 for host: dv-cinder-784945-5-smb {{(pid=85259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 13:16:03.577301 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63e340c-fbb8-4bcf-8364-69d0722ac4d0 None None] Updating router 02e02ccf-5adb-48bd-87c2-a6d490870281 port 51f8d04f-67d1-4efd-b226-c92188d4c325 binding host dv-cinder-784945-5-smb {{(pid=85259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 13:16:03.589392 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-b0090561-6348-41e9-bfaf-4394e92a9990 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:03.626741 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-49f8c4d5-a235-4076-a17e-49f5b9851c82 req-82c8e01e-7c82-41da-8c7f-844368192d85 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] 10.222.0.64 "GET /v2.0/security-groups?id=b9ead658-4de5-44cf-bd72-986de37f1f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7434659 Apr 15 13:16:03.708532 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-b9306259-7468-497a-b3b3-1102ed0b3fb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:03.781578 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a445d8c8-353e-45d8-ace9-3755a277ca05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424'] for network, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:03.805783 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c63e340c-fbb8-4bcf-8364-69d0722ac4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:03.809756 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a445d8c8-353e-45d8-ace9-3755a277ca05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:03.816900 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a445d8c8-353e-45d8-ace9-3755a277ca05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for network, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:03.903505 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a445d8c8-353e-45d8-ace9-3755a277ca05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c721506-5254-4f92-a70f-7b4e8e99019a,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:03.931465 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-a445d8c8-353e-45d8-ace9-3755a277ca05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:03.944820 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:04.232066 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a445d8c8-353e-45d8-ace9-3755a277ca05 admin admin] Pushing event updated for resources: {'Network': ['ID=7b3a648b-6316-4517-82ea-1bf5cfb30291,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:04.236849 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-a445d8c8-353e-45d8-ace9-3755a277ca05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:04.245970 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-a445d8c8-353e-45d8-ace9-3755a277ca05 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3791306 Apr 15 13:16:04.247652 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Network 7b3a648b-6316-4517-82ea-1bf5cfb30291 details requested by agent ovs-agent-dv-cinder-784945-5-smb with host dv-cinder-784945-5-smb {{(pid=85259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 13:16:04.249692 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 35990) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:04.269268 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-e8a3bc70-14a5-4b64-a24f-b5e5c18b5e85 admin admin] Request body: {'subnet': {'network_id': '7b3a648b-6316-4517-82ea-1bf5cfb30291', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1612233580-subnet', 'tenant_id': '509f0318a56e4b45aec5e9b92a4097ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:16:04.284349 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-e8a3bc70-14a5-4b64-a24f-b5e5c18b5e85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:16:04.295958 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-e8a3bc70-14a5-4b64-a24f-b5e5c18b5e85 admin admin] Usage tracker for resource:subnet and tenant:509f0318a56e4b45aec5e9b92a4097ac is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:16:04.305023 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-e8a3bc70-14a5-4b64-a24f-b5e5c18b5e85 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:16:04.319420 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-e8a3bc70-14a5-4b64-a24f-b5e5c18b5e85 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:16:04.339544 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a3bc70-14a5-4b64-a24f-b5e5c18b5e85 admin admin] Made reservation on behalf of 509f0318a56e4b45aec5e9b92a4097ac for: {'subnet': 1} {{(pid=85258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 13:16:04.351596 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e8a3bc70-14a5-4b64-a24f-b5e5c18b5e85 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:04.445975 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [req-558d036c-f8ee-42a6-8a88-b885179dd3c1 req-a1bff95d-b443-4980-848d-31ed0e5883a4 service neutron] Attempting to bind port 5fdbff51-c936-4208-acd8-b4fc02f04ac6 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 13:16:04.446447 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [req-558d036c-f8ee-42a6-8a88-b885179dd3c1 req-a1bff95d-b443-4980-848d-31ed0e5883a4 service neutron] Attempting to bind port 5fdbff51-c936-4208-acd8-b4fc02f04ac6 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '5ba62775-d6f2-40a9-ac4b-991dcc5cf8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'd2cad01e-d67b-4fa8-b8bf-5a3615ab790c'}] {{(pid=85257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 13:16:04.446862 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558d036c-f8ee-42a6-8a88-b885179dd3c1 req-a1bff95d-b443-4980-848d-31ed0e5883a4 service neutron] Attempting to bind port 5fdbff51-c936-4208-acd8-b4fc02f04ac6 on network d2cad01e-d67b-4fa8-b8bf-5a3615ab790c {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:16:04.465901 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558d036c-f8ee-42a6-8a88-b885179dd3c1 req-a1bff95d-b443-4980-848d-31ed0e5883a4 service neutron] Port 5fdbff51-c936-4208-acd8-b4fc02f04ac6 on network d2cad01e-d67b-4fa8-b8bf-5a3615ab790c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 13:16:04.466272 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558d036c-f8ee-42a6-8a88-b885179dd3c1 req-a1bff95d-b443-4980-848d-31ed0e5883a4 service neutron] Attempting to bind port 5fdbff51-c936-4208-acd8-b4fc02f04ac6 on network d2cad01e-d67b-4fa8-b8bf-5a3615ab790c {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:16:04.493928 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558d036c-f8ee-42a6-8a88-b885179dd3c1 req-a1bff95d-b443-4980-848d-31ed0e5883a4 service neutron] Checking agent: {'id': '473bf83e-daba-40de-92d3-877eb5111141', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 13, 13, 53), 'started_at': datetime.datetime(2021, 4, 15, 13, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 13, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 13:16:04.494746 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558d036c-f8ee-42a6-8a88-b885179dd3c1 req-a1bff95d-b443-4980-848d-31ed0e5883a4 service neutron] Checking segment: {'id': '5ba62775-d6f2-40a9-ac4b-991dcc5cf8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'd2cad01e-d67b-4fa8-b8bf-5a3615ab790c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:16:04.495626 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558d036c-f8ee-42a6-8a88-b885179dd3c1 req-a1bff95d-b443-4980-848d-31ed0e5883a4 service neutron] Bound using segment: {'id': '5ba62775-d6f2-40a9-ac4b-991dcc5cf8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'd2cad01e-d67b-4fa8-b8bf-5a3615ab790c'} {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 13:16:04.496381 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [req-558d036c-f8ee-42a6-8a88-b885179dd3c1 req-a1bff95d-b443-4980-848d-31ed0e5883a4 service neutron] Bound port: 5fdbff51-c936-4208-acd8-b4fc02f04ac6, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ba62775-d6f2-40a9-ac4b-991dcc5cf8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'd2cad01e-d67b-4fa8-b8bf-5a3615ab790c'}}] {{(pid=85257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 13:16:04.496844 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-558d036c-f8ee-42a6-8a88-b885179dd3c1 req-a1bff95d-b443-4980-848d-31ed0e5883a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:04.661659 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [req-558d036c-f8ee-42a6-8a88-b885179dd3c1 req-a1bff95d-b443-4980-848d-31ed0e5883a4 service neutron] For port 5fdbff51-c936-4208-acd8-b4fc02f04ac6, host hv-cinder-78494, cleared binding levels {{(pid=85257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 13:16:04.667847 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [req-558d036c-f8ee-42a6-8a88-b885179dd3c1 req-a1bff95d-b443-4980-848d-31ed0e5883a4 service neutron] For port 5fdbff51-c936-4208-acd8-b4fc02f04ac6, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=5fdbff51-c936-4208-acd8-b4fc02f04ac6,segment=NetworkSegment(5ba62775-d6f2-40a9-ac4b-991dcc5cf8d7),segment_id=5ba62775-d6f2-40a9-ac4b-991dcc5cf8d7)] {{(pid=85257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 13:16:04.681783 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5ee67-debe-4477-a90b-0bde379ad164 req-4f43ad73-d017-4a49-8cdf-0f35a9a3e3d6 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:04.691789 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ace5ee67-debe-4477-a90b-0bde379ad164 req-4f43ad73-d017-4a49-8cdf-0f35a9a3e3d6 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd80ac4b-5358-409b-be91-a6bb01d982c5 HTTP/1.1" status: 200 len: 944 time: 0.7770863 Apr 15 13:16:04.788654 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-558d036c-f8ee-42a6-8a88-b885179dd3c1 req-a1bff95d-b443-4980-848d-31ed0e5883a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:05.174053 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ace5ee67-debe-4477-a90b-0bde379ad164 req-fb561be9-36b7-445f-8732-2f30b333b0c6 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/security-groups?id=b868c94c-3d9d-4ebb-8c60-4bbeb25ff73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4812400 Apr 15 13:16:05.319321 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-a1bff95d-b443-4980-848d-31ed0e5883a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:05.345426 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e8a3bc70-14a5-4b64-a24f-b5e5c18b5e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424'] for subnet, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:05.377046 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:05.413218 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bff95d-b443-4980-848d-31ed0e5883a4 service neutron] Pushing event updated for resources: {'Port': ['ID=5fdbff51-c936-4208-acd8-b4fc02f04ac6,revision_number=3']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:05.470866 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-a1bff95d-b443-4980-848d-31ed0e5883a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:05.491965 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c63e340c-fbb8-4bcf-8364-69d0722ac4d0 None None] Notify callbacks [] for port, precommit_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:05.519552 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-c63e340c-fbb8-4bcf-8364-69d0722ac4d0 None None] Transition to ACTIVE for port object 51f8d04f-67d1-4efd-b226-c92188d4c325 will not be triggered until provisioned by entity L2. {{(pid=85259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:16:05.537047 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c63e340c-fbb8-4bcf-8364-69d0722ac4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:05.568983 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:05.670504 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-58016fce-87b5-4d9d-9f00-042d3ee24674 req-725b7c5a-e73c-43c9-ba4e-0d2c2200c215 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 210 time: 0.4902010 Apr 15 13:16:05.713345 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [req-1c2688b4-f5cd-4060-bbc4-099a558df6c6 req-b0090561-6348-41e9-bfaf-4394e92a9990 service neutron] Attempting to bind port 41e20c04-81fb-441e-b81b-dbfcd2a60782 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 13:16:05.714024 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [req-1c2688b4-f5cd-4060-bbc4-099a558df6c6 req-b0090561-6348-41e9-bfaf-4394e92a9990 service neutron] Attempting to bind port 41e20c04-81fb-441e-b81b-dbfcd2a60782 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '39efbaa2-18b4-4410-93b8-447a6a84be30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'bbcf5b16-1953-41a0-bdbc-ebffcb3d4b09'}] {{(pid=85257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 13:16:05.714609 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2688b4-f5cd-4060-bbc4-099a558df6c6 req-b0090561-6348-41e9-bfaf-4394e92a9990 service neutron] Attempting to bind port 41e20c04-81fb-441e-b81b-dbfcd2a60782 on network bbcf5b16-1953-41a0-bdbc-ebffcb3d4b09 {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:16:05.755398 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2688b4-f5cd-4060-bbc4-099a558df6c6 req-b0090561-6348-41e9-bfaf-4394e92a9990 service neutron] Port 41e20c04-81fb-441e-b81b-dbfcd2a60782 on network bbcf5b16-1953-41a0-bdbc-ebffcb3d4b09 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 13:16:05.755808 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2688b4-f5cd-4060-bbc4-099a558df6c6 req-b0090561-6348-41e9-bfaf-4394e92a9990 service neutron] Attempting to bind port 41e20c04-81fb-441e-b81b-dbfcd2a60782 on network bbcf5b16-1953-41a0-bdbc-ebffcb3d4b09 {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:16:05.767578 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2688b4-f5cd-4060-bbc4-099a558df6c6 req-b0090561-6348-41e9-bfaf-4394e92a9990 service neutron] Checking agent: {'id': '473bf83e-daba-40de-92d3-877eb5111141', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 13, 13, 53), 'started_at': datetime.datetime(2021, 4, 15, 13, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 13, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 13:16:05.767965 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2688b4-f5cd-4060-bbc4-099a558df6c6 req-b0090561-6348-41e9-bfaf-4394e92a9990 service neutron] Checking segment: {'id': '39efbaa2-18b4-4410-93b8-447a6a84be30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'bbcf5b16-1953-41a0-bdbc-ebffcb3d4b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:16:05.768466 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2688b4-f5cd-4060-bbc4-099a558df6c6 req-b0090561-6348-41e9-bfaf-4394e92a9990 service neutron] Bound using segment: {'id': '39efbaa2-18b4-4410-93b8-447a6a84be30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'bbcf5b16-1953-41a0-bdbc-ebffcb3d4b09'} {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 13:16:05.768964 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [req-1c2688b4-f5cd-4060-bbc4-099a558df6c6 req-b0090561-6348-41e9-bfaf-4394e92a9990 service neutron] Bound port: 41e20c04-81fb-441e-b81b-dbfcd2a60782, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39efbaa2-18b4-4410-93b8-447a6a84be30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'bbcf5b16-1953-41a0-bdbc-ebffcb3d4b09'}}] {{(pid=85257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 13:16:05.769358 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-1c2688b4-f5cd-4060-bbc4-099a558df6c6 req-b0090561-6348-41e9-bfaf-4394e92a9990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:05.821382 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.65', 56917) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:06.033522 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a3bc70-14a5-4b64-a24f-b5e5c18b5e85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e1003a0-3e84-406a-9fda-fd5c707a32be,revision_number=0']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:06.044152 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-e8a3bc70-14a5-4b64-a24f-b5e5c18b5e85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:06.046319 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e75ed5b-393c-4fd8-a541-0d6b46204e7f None None] Pushing event updated for resources: {'Port': ['ID=51f8d04f-67d1-4efd-b226-c92188d4c325,revision_number=3']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:06.068913 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-3e75ed5b-393c-4fd8-a541-0d6b46204e7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:06.192057 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a3bc70-14a5-4b64-a24f-b5e5c18b5e85 admin admin] Checking segment: {'id': '990a04fb-9e74-4531-99ba-8224e4ac0dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '7b3a648b-6316-4517-82ea-1bf5cfb30291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:16:06.192347 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a3bc70-14a5-4b64-a24f-b5e5c18b5e85 admin admin] Network hostable DHCP agents. Network: 7b3a648b-6316-4517-82ea-1bf5cfb30291, hostable agents: ['311c43f5-3c4a-4973-9b30-7f7c0bf49be0'], hosted agents: [] {{(pid=85258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 13:16:06.228647 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a3bc70-14a5-4b64-a24f-b5e5c18b5e85 admin admin] Network 7b3a648b-6316-4517-82ea-1bf5cfb30291 is scheduled to be hosted by DHCP agent 311c43f5-3c4a-4973-9b30-7f7c0bf49be0 with binding_index 1 {{(pid=85258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 13:16:06.245133 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [None req-e8a3bc70-14a5-4b64-a24f-b5e5c18b5e85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-5-smb, 7b3a648b-6316-4517-82ea-1bf5cfb30291) {{(pid=85258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:16:06.251859 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a3bc70-14a5-4b64-a24f-b5e5c18b5e85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:06.252512 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e8a3bc70-14a5-4b64-a24f-b5e5c18b5e85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for subnet, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:06.257628 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22ac03a-8189-4d5b-b4b2-6eada9951d75 None None] Network 7b3a648b-6316-4517-82ea-1bf5cfb30291 requested from dv-cinder-784945-5-smb {{(pid=85259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 13:16:06.281308 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-c63e340c-fbb8-4bcf-8364-69d0722ac4d0 None None] Attempting to bind port 51f8d04f-67d1-4efd-b226-c92188d4c325 on host dv-cinder-784945-5-smb for vnic_type normal with profile {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 13:16:06.281703 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-c63e340c-fbb8-4bcf-8364-69d0722ac4d0 None None] Attempting to bind port 51f8d04f-67d1-4efd-b226-c92188d4c325 by drivers openvswitch,hyperv on host dv-cinder-784945-5-smb at level 0 using segments [{'id': 'a723e0b2-5ada-4972-bf5d-6972a8b9a915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c'}] {{(pid=85259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 13:16:06.282911 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63e340c-fbb8-4bcf-8364-69d0722ac4d0 None None] Attempting to bind port 51f8d04f-67d1-4efd-b226-c92188d4c325 on network 8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:16:06.297276 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [req-1c2688b4-f5cd-4060-bbc4-099a558df6c6 req-b0090561-6348-41e9-bfaf-4394e92a9990 service neutron] For port 41e20c04-81fb-441e-b81b-dbfcd2a60782, host hv-cinder-78494, cleared binding levels {{(pid=85257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 13:16:06.301641 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [req-1c2688b4-f5cd-4060-bbc4-099a558df6c6 req-b0090561-6348-41e9-bfaf-4394e92a9990 service neutron] For port 41e20c04-81fb-441e-b81b-dbfcd2a60782, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=41e20c04-81fb-441e-b81b-dbfcd2a60782,segment=NetworkSegment(39efbaa2-18b4-4410-93b8-447a6a84be30),segment_id=39efbaa2-18b4-4410-93b8-447a6a84be30)] {{(pid=85257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 13:16:06.312647 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48e1ba-bc12-4f7d-9b36-4118789cf51c req-17bd009a-9f75-407c-9d34-a3d5fd91ee7e tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:06.315395 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-fc48e1ba-bc12-4f7d-9b36-4118789cf51c req-17bd009a-9f75-407c-9d34-a3d5fd91ee7e tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.65 "GET /v2.0/networks?id=8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c HTTP/1.1" status: 200 len: 819 time: 0.4916472 Apr 15 13:16:06.319695 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-1c2688b4-f5cd-4060-bbc4-099a558df6c6 req-b0090561-6348-41e9-bfaf-4394e92a9990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:06.324579 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-e8a3bc70-14a5-4b64-a24f-b5e5c18b5e85 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0725238 Apr 15 13:16:06.338263 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb99095-7ec9-4b63-84b5-ae3a173a1a44 req-af53c0da-c014-4101-a897-307915cc2290 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:06.348836 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1cb99095-7ec9-4b63-84b5-ae3a173a1a44 req-af53c0da-c014-4101-a897-307915cc2290 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] 10.222.0.64 "GET /v2.0/ports?device_id=a98c4cce-345f-4b2c-8fc5-2925f27628ea HTTP/1.1" status: 200 len: 943 time: 0.9405859 Apr 15 13:16:06.352601 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63e340c-fbb8-4bcf-8364-69d0722ac4d0 None None] Checking agent: {'id': '81e11618-700f-4852-9942-b93dec05a832', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 13, 7, 16), 'started_at': datetime.datetime(2021, 4, 15, 13, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 13, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 13:16:06.352601 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63e340c-fbb8-4bcf-8364-69d0722ac4d0 None None] Checking segment: {'id': 'a723e0b2-5ada-4972-bf5d-6972a8b9a915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:16:06.353057 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c63e340c-fbb8-4bcf-8364-69d0722ac4d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:06.353472 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63e340c-fbb8-4bcf-8364-69d0722ac4d0 None None] Bound using segment: {'id': 'a723e0b2-5ada-4972-bf5d-6972a8b9a915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c'} {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 13:16:06.354095 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-c63e340c-fbb8-4bcf-8364-69d0722ac4d0 None None] Bound port: 51f8d04f-67d1-4efd-b226-c92188d4c325, host: dv-cinder-784945-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a723e0b2-5ada-4972-bf5d-6972a8b9a915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c'}}] {{(pid=85259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 13:16:06.354817 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c63e340c-fbb8-4bcf-8364-69d0722ac4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:06.454883 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d036c-f8ee-42a6-8a88-b885179dd3c1 req-a1bff95d-b443-4980-848d-31ed0e5883a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:06.460570 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-558d036c-f8ee-42a6-8a88-b885179dd3c1 req-a1bff95d-b443-4980-848d-31ed0e5883a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for port, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:06.462218 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-558d036c-f8ee-42a6-8a88-b885179dd3c1 req-a1bff95d-b443-4980-848d-31ed0e5883a4 service neutron] 10.222.0.65 "PUT /v2.0/ports/5fdbff51-c936-4208-acd8-b4fc02f04ac6 HTTP/1.1" status: 200 len: 1094 time: 8.1279531 Apr 15 13:16:06.463339 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:06.505381 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd80ac4b-5358-409b-be91-a6bb01d982c5', 'tag': '5fdbff51-c936-4208-acd8-b4fc02f04ac6'}] {{(pid=85257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:16:06.532533 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 36068) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:06.574430 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [req-fc48e1ba-bc12-4f7d-9b36-4118789cf51c req-04fadc94-a0f3-499d-b5f3-03a5fa4be2e1 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Request body: {'port': {'device_id': '6466a2b9-02e4-4e18-9c1a-b7be90386e80', 'network_id': '8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c', 'admin_state_up': True, 'tenant_id': '7a25fc3ecff749c59e42598d52e7b9fc'}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:16:06.578379 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-c63e340c-fbb8-4bcf-8364-69d0722ac4d0 None None] For port 51f8d04f-67d1-4efd-b226-c92188d4c325, host dv-cinder-784945-5-smb, cleared binding levels {{(pid=85259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 13:16:06.597226 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-c63e340c-fbb8-4bcf-8364-69d0722ac4d0 None None] For port 51f8d04f-67d1-4efd-b226-c92188d4c325, host dv-cinder-784945-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=51f8d04f-67d1-4efd-b226-c92188d4c325,segment=NetworkSegment(a723e0b2-5ada-4972-bf5d-6972a8b9a915),segment_id=a723e0b2-5ada-4972-bf5d-6972a8b9a915)] {{(pid=85259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 13:16:06.603962 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c63e340c-fbb8-4bcf-8364-69d0722ac4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:06.627632 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-f9d56e59-82bf-4c31-a539-49b66782341c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:06.653675 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfb9633c-ad1d-4244-8042-9ed02e95a006 admin admin] Deleting subnet cfed0e92-8ee1-4f35-9411-6b80f87cdcff {{(pid=85258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 13:16:06.660915 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-bfb9633c-ad1d-4244-8042-9ed02e95a006 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:06.715744 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e75ed5b-393c-4fd8-a541-0d6b46204e7f None None] Pushing event updated for resources: {'Port': ['ID=51f8d04f-67d1-4efd-b226-c92188d4c325,revision_number=4']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:06.727254 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-3e75ed5b-393c-4fd8-a541-0d6b46204e7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:06.738310 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-bfb9633c-ad1d-4244-8042-9ed02e95a006 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:06.768483 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-bfb9633c-ad1d-4244-8042-9ed02e95a006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1806'] for subnet, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:06.840181 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb16e13-932b-4469-a0d8-d5c0db5d2ddc None None] Network 7b3a648b-6316-4517-82ea-1bf5cfb30291 requested from dv-cinder-784945-5-smb {{(pid=85259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 13:16:07.106539 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e835075-38b1-42ae-aefe-f14cffbce49f req-edcd7765-f331-48a5-817e-7ef61646780b tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:07.114241 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5e835075-38b1-42ae-aefe-f14cffbce49f req-edcd7765-f331-48a5-817e-7ef61646780b tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/networks?id=8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c HTTP/1.1" status: 200 len: 819 time: 0.7860570 Apr 15 13:16:07.166622 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63e340c-fbb8-4bcf-8364-69d0722ac4d0 None None] Routers {'02e02ccf-5adb-48bd-87c2-a6d490870281'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:16:07.168100 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-c63e340c-fbb8-4bcf-8364-69d0722ac4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:15:45Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['02e02ccf-5adb-48bd-87c2-a6d490870281'], 'active': True} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:16:07.183865 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1cb99095-7ec9-4b63-84b5-ae3a173a1a44 req-403567e3-15b8-44c4-81b7-8202d9f80a80 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] 10.222.0.64 "GET /v2.0/security-groups?id=b9ead658-4de5-44cf-bd72-986de37f1f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8340249 Apr 15 13:16:07.261851 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-bfb9633c-ad1d-4244-8042-9ed02e95a006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424'] for subnet, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:07.288248 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2688b4-f5cd-4060-bbc4-099a558df6c6 req-b0090561-6348-41e9-bfaf-4394e92a9990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:07.289487 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-1c2688b4-f5cd-4060-bbc4-099a558df6c6 req-b0090561-6348-41e9-bfaf-4394e92a9990 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for port, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:07.291328 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1c2688b4-f5cd-4060-bbc4-099a558df6c6 req-b0090561-6348-41e9-bfaf-4394e92a9990 service neutron] 10.222.0.65 "PUT /v2.0/ports/41e20c04-81fb-441e-b81b-dbfcd2a60782 HTTP/1.1" status: 200 len: 1093 time: 10.8891659 Apr 15 13:16:07.323817 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5e835075-38b1-42ae-aefe-f14cffbce49f req-6998dcc6-63b4-48c4-9da3-eb547dca6a8d tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/quotas/7a25fc3ecff749c59e42598d52e7b9fc HTTP/1.1" status: 200 len: 375 time: 0.2082536 Apr 15 13:16:07.348564 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-e295315b-ab01-4f38-a217-119b3842a7f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:07.399563 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb9633c-ad1d-4244-8042-9ed02e95a006 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfed0e92-8ee1-4f35-9411-6b80f87cdcff,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:07.404656 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-bfb9633c-ad1d-4244-8042-9ed02e95a006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:07.435239 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-bfb9633c-ad1d-4244-8042-9ed02e95a006 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for subnet, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:07.444674 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-bfb9633c-ad1d-4244-8042-9ed02e95a006 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/cfed0e92-8ee1-4f35-9411-6b80f87cdcff HTTP/1.1" status: 204 len: 168 time: 0.9081295 Apr 15 13:16:07.444949 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 36106) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:07.486856 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0090561-6348-41e9-bfaf-4394e92a9990 service neutron] Pushing event updated for resources: {'Port': ['ID=41e20c04-81fb-441e-b81b-dbfcd2a60782,revision_number=3']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:07.487958 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-c63e340c-fbb8-4bcf-8364-69d0722ac4d0 None None] Set router 02e02ccf-5adb-48bd-87c2-a6d490870281 gateway port host: dv-cinder-784945-5-smb {{(pid=85259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:16:07.490485 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-b0090561-6348-41e9-bfaf-4394e92a9990 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.027s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:07.568926 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b37ed0aa-8bc3-446a-bfea-b64f1eae2a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854359108'] for network, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:07.570275 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [req-fc48e1ba-bc12-4f7d-9b36-4118789cf51c req-04fadc94-a0f3-499d-b5f3-03a5fa4be2e1 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:16:07.581269 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-fc48e1ba-bc12-4f7d-9b36-4118789cf51c req-04fadc94-a0f3-499d-b5f3-03a5fa4be2e1 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Usage tracker for resource:port and tenant:7a25fc3ecff749c59e42598d52e7b9fc is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:16:07.592833 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-fc48e1ba-bc12-4f7d-9b36-4118789cf51c req-04fadc94-a0f3-499d-b5f3-03a5fa4be2e1 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:16:07.607897 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [req-fc48e1ba-bc12-4f7d-9b36-4118789cf51c req-04fadc94-a0f3-499d-b5f3-03a5fa4be2e1 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:16:07.661383 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc48e1ba-bc12-4f7d-9b36-4118789cf51c req-04fadc94-a0f3-499d-b5f3-03a5fa4be2e1 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Made reservation on behalf of 7a25fc3ecff749c59e42598d52e7b9fc for: {'port': 1} {{(pid=85257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 13:16:07.667383 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-fc48e1ba-bc12-4f7d-9b36-4118789cf51c req-04fadc94-a0f3-499d-b5f3-03a5fa4be2e1 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:07.695803 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d036c-f8ee-42a6-8a88-b885179dd3c1 req-7e4ed256-ce07-4883-a364-7bf44093843e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:07.697386 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-558d036c-f8ee-42a6-8a88-b885179dd3c1 req-7e4ed256-ce07-4883-a364-7bf44093843e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6f711daa125b461f9429aa9ee6cf12f3&device_id=bd80ac4b-5358-409b-be91-a6bb01d982c5 HTTP/1.1" status: 200 len: 1097 time: 1.0937130 Apr 15 13:16:07.779683 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b37ed0aa-8bc3-446a-bfea-b64f1eae2a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854696719', 'neutron.services.segments.db._delete_segments_for_network--9223363279808872257'] for network, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:07.929839 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b37ed0aa-8bc3-446a-bfea-b64f1eae2a54 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=85258) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:16:07.930239 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b37ed0aa-8bc3-446a-bfea-b64f1eae2a54 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=85258) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:16:07.931222 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b37ed0aa-8bc3-446a-bfea-b64f1eae2a54 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85258) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:16:07.931644 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b37ed0aa-8bc3-446a-bfea-b64f1eae2a54 admin admin] Subscribe: > port after_create 55550000 {{(pid=85258) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:16:07.932154 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b37ed0aa-8bc3-446a-bfea-b64f1eae2a54 admin admin] Subscribe: > port after_delete 55550000 {{(pid=85258) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:16:07.932681 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b37ed0aa-8bc3-446a-bfea-b64f1eae2a54 admin admin] Subscribe: > port after_update 55550000 {{(pid=85258) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:16:07.933046 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b37ed0aa-8bc3-446a-bfea-b64f1eae2a54 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=85258) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:16:07.933698 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b37ed0aa-8bc3-446a-bfea-b64f1eae2a54 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85258) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:16:07.933698 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b37ed0aa-8bc3-446a-bfea-b64f1eae2a54 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85258) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:16:07.934079 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b37ed0aa-8bc3-446a-bfea-b64f1eae2a54 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=85258) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:16:08.056662 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-c63e340c-fbb8-4bcf-8364-69d0722ac4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e02ccf-5adb-48bd-87c2-a6d490870281', 'name': 'tempest-ServerRescueNegativeTestJSON-1704726785-router', 'tenant_id': '7a25fc3ecff749c59e42598d52e7b9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.63'}], 'enable_snat': True}, 'gw_port_id': 'd826b980-ee36-47e6-a7e1-38f4963b5b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:15:46Z', 'updated_at': '2021-04-15T13:15:54Z', 'revision_number': 4, 'project_id': '7a25fc3ecff749c59e42598d52e7b9fc', 'gw_port': {'id': 'd826b980-ee36-47e6-a7e1-38f4963b5b16', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ce:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e02ccf-5adb-48bd-87c2-a6d490870281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:15:47Z', 'updated_at': '2021-04-15T13:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_interfaces': [{'id': '51f8d04f-67d1-4efd-b226-c92188d4c325', 'name': '', 'network_id': '8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c', 'tenant_id': '7a25fc3ecff749c59e42598d52e7b9fc', 'mac_address': 'fa:16:3e:82:d7:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e02ccf-5adb-48bd-87c2-a6d490870281', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '734b4bd6-c885-4d5b-bca7-827d1f80adde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:15:52Z', 'updated_at': '2021-04-15T13:16:06Z', 'revision_number': 4, 'project_id': '7a25fc3ecff749c59e42598d52e7b9fc', 'subnets': [{'id': '734b4bd6-c885-4d5b-bca7-827d1f80adde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:16:08.061889 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63e340c-fbb8-4bcf-8364-69d0722ac4d0 None None] The sync data for ids ['02e02ccf-5adb-48bd-87c2-a6d490870281'] in dv-cinder-784945-5-smb is: [{'id': '02e02ccf-5adb-48bd-87c2-a6d490870281', 'name': 'tempest-ServerRescueNegativeTestJSON-1704726785-router', 'tenant_id': '7a25fc3ecff749c59e42598d52e7b9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.63'}], 'enable_snat': True}, 'gw_port_id': 'd826b980-ee36-47e6-a7e1-38f4963b5b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:15:46Z', 'updated_at': '2021-04-15T13:15:54Z', 'revision_number': 4, 'project_id': '7a25fc3ecff749c59e42598d52e7b9fc', 'gw_port': {'id': 'd826b980-ee36-47e6-a7e1-38f4963b5b16', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ce:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e02ccf-5adb-48bd-87c2-a6d490870281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:15:47Z', 'updated_at': '2021-04-15T13:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_interfaces': [{'id': '51f8d04f-67d1-4efd-b226-c92188d4c325', 'name': '', 'network_id': '8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c', 'tenant_id': '7a25fc3ecff749c59e42598d52e7b9fc', 'mac_address': 'fa:16:3e:82:d7:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e02ccf-5adb-48bd-87c2-a6d490870281', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '734b4bd6-c885-4d5b-bca7-827d1f80adde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:15:52Z', 'updated_at': '2021-04-15T13:16:06Z', 'revision_number': 4, 'project_id': '7a25fc3ecff749c59e42598d52e7b9fc', 'subnets': [{'id': '734b4bd6-c885-4d5b-bca7-827d1f80adde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 13:16:08.130984 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b37ed0aa-8bc3-446a-bfea-b64f1eae2a54 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85258) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:16:08.131375 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b37ed0aa-8bc3-446a-bfea-b64f1eae2a54 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85258) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:16:08.131782 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b37ed0aa-8bc3-446a-bfea-b64f1eae2a54 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=85258) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:16:08.132154 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b37ed0aa-8bc3-446a-bfea-b64f1eae2a54 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=85258) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:16:08.132557 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.services.segments.db [None req-b37ed0aa-8bc3-446a-bfea-b64f1eae2a54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dedf9a55-e397-4af7-9fb1-1f73dfd61772']}} {{(pid=85258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:16:08.148314 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.services.segments.db [None req-b37ed0aa-8bc3-446a-bfea-b64f1eae2a54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '931dca49-7e51-458a-9062-e4c7052a04a0') {'for_net_delete': True} {{(pid=85258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:16:08.148656 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.services.segments.db [None req-b37ed0aa-8bc3-446a-bfea-b64f1eae2a54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '931dca49-7e51-458a-9062-e4c7052a04a0') {} {{(pid=85258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:16:08.164089 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b37ed0aa-8bc3-446a-bfea-b64f1eae2a54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279808868673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743304'] for segment, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:08.181956 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b37ed0aa-8bc3-446a-bfea-b64f1eae2a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773144'] for segment, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:08.190916 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b37ed0aa-8bc3-446a-bfea-b64f1eae2a54 admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=85258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 13:16:08.191411 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-558d036c-f8ee-42a6-8a88-b885179dd3c1 req-2633ff9d-c13e-42bb-a1c9-e0b548d10d46 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fdbff51-c936-4208-acd8-b4fc02f04ac6 HTTP/1.1" status: 200 len: 217 time: 0.3041518 Apr 15 13:16:08.202658 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5e835075-38b1-42ae-aefe-f14cffbce49f req-deabff64-5a94-4324-87a1-09ef75d00985 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7a25fc3ecff749c59e42598d52e7b9fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8747301 Apr 15 13:16:08.345100 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_common [req-fc48e1ba-bc12-4f7d-9b36-4118789cf51c req-04fadc94-a0f3-499d-b5f3-03a5fa4be2e1 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Allocated IP 172.20.0.5 (8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c/734b4bd6-c885-4d5b-bca7-827d1f80adde/735f293a-0ef1-4b63-b381-c424aa74b668) {{(pid=85257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 13:16:08.500794 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700fdbab-6394-42f7-a1d3-8967bade31f3 req-b4157a5f-6272-4c4c-af0d-e34a91496a61 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:08.527327 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-b37ed0aa-8bc3-446a-bfea-b64f1eae2a54 admin admin] Network dedf9a55-e397-4af7-9fb1-1f73dfd61772 has no segments {{(pid=85258) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 13:16:08.534571 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device 51f8d04f-67d1-4efd-b226-c92188d4c325 up at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:16:08.536792 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-700fdbab-6394-42f7-a1d3-8967bade31f3 req-b4157a5f-6272-4c4c-af0d-e34a91496a61 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd80ac4b-5358-409b-be91-a6bb01d982c5 HTTP/1.1" status: 200 len: 944 time: 1.1741698 Apr 15 13:16:08.538707 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b37ed0aa-8bc3-446a-bfea-b64f1eae2a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10742566'] for segment, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:08.647742 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2688b4-f5cd-4060-bbc4-099a558df6c6 req-85c9e1c6-8042-4796-b9af-9b39d964ea5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:08.649693 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1c2688b4-f5cd-4060-bbc4-099a558df6c6 req-85c9e1c6-8042-4796-b9af-9b39d964ea5c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1f8870c2ac2e4f5b919d8b8e28e6466a&device_id=a98c4cce-345f-4b2c-8fc5-2925f27628ea HTTP/1.1" status: 200 len: 1096 time: 1.2308295 Apr 15 13:16:08.689573 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning for port 51f8d04f-67d1-4efd-b226-c92188d4c325 completed by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:16:08.694880 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning complete for port 51f8d04f-67d1-4efd-b226-c92188d4c325 triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:16:08.695306 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:08.753094 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-b37ed0aa-8bc3-446a-bfea-b64f1eae2a54 admin admin] Network dedf9a55-e397-4af7-9fb1-1f73dfd61772 has no segments {{(pid=85258) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 13:16:08.827751 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.agents_db [None req-862eb08b-2c52-41b8-8db2-56e94ab18918 None None] Agent healthcheck: found 6 active agents {{(pid=85260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 13:16:08.871034 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5e835075-38b1-42ae-aefe-f14cffbce49f req-02f33f9d-0908-4603-8485-7ff6eef6f370 service neutron] 10.222.0.64 "GET /v2.0/networks/8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6416771 Apr 15 13:16:08.871727 dv-cinder-784945-5-smb neutron-server[85144]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 15 13:16:08.871727 dv-cinder-784945-5-smb neutron-server[85144]: from cryptography.utils import int_from_bytes Apr 15 13:16:08.871727 dv-cinder-784945-5-smb neutron-server[85144]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 15 13:16:08.871727 dv-cinder-784945-5-smb neutron-server[85144]: from cryptography.utils import int_from_bytes Apr 15 13:16:08.871727 dv-cinder-784945-5-smb neutron-server[85144]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 15 13:16:08.871727 dv-cinder-784945-5-smb neutron-server[85144]: (rel_b, rel_a, rel_b), Apr 15 13:16:08.871727 dv-cinder-784945-5-smb neutron-server[85144]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 15 13:16:08.871727 dv-cinder-784945-5-smb neutron-server[85144]: (rel_b, rel_a, rel_b), Apr 15 13:16:08.871727 dv-cinder-784945-5-smb neutron-server[85144]: Traceback (most recent call last): Apr 15 13:16:08.871727 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 13:16:08.871727 dv-cinder-784945-5-smb neutron-server[85144]: timer() Apr 15 13:16:08.871727 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 13:16:08.871727 dv-cinder-784945-5-smb neutron-server[85144]: cb(*args, **kw) Apr 15 13:16:08.871727 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 13:16:08.871727 dv-cinder-784945-5-smb neutron-server[85144]: return func(*args, **kwargs) Apr 15 13:16:08.871727 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 13:16:08.871727 dv-cinder-784945-5-smb neutron-server[85144]: self._notify() Apr 15 13:16:08.871727 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 13:16:08.871727 dv-cinder-784945-5-smb neutron-server[85144]: self.callback(batched_events) Apr 15 13:16:08.871727 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 13:16:08.871727 dv-cinder-784945-5-smb neutron-server[85144]: event.method(event) Apr 15 13:16:08.871727 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 13:16:08.871727 dv-cinder-784945-5-smb neutron-server[85144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 13:16:08.871727 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 13:16:08.871727 dv-cinder-784945-5-smb neutron-server[85144]: segment_id)['aggregates'][0] Apr 15 13:16:08.871727 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 13:16:08.871727 dv-cinder-784945-5-smb neutron-server[85144]: return f(self, *a, **k) Apr 15 13:16:08.871727 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 13:16:08.871727 dv-cinder-784945-5-smb neutron-server[85144]: return self._get(url).json() Apr 15 13:16:08.871727 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 13:16:08.871727 dv-cinder-784945-5-smb neutron-server[85144]: **kwargs) Apr 15 13:16:08.871727 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 13:16:08.871727 dv-cinder-784945-5-smb neutron-server[85144]: return self.request(url, 'GET', **kwargs) Apr 15 13:16:08.871727 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 13:16:08.871727 dv-cinder-784945-5-smb neutron-server[85144]: **endpoint_filter) Apr 15 13:16:08.871727 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 13:16:08.871727 dv-cinder-784945-5-smb neutron-server[85144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 13:16:08.871727 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 13:16:08.871727 dv-cinder-784945-5-smb neutron-server[85144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 13:16:08.871727 dv-cinder-784945-5-smb neutron-server[85144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 13:16:08.873822 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b37ed0aa-8bc3-446a-bfea-b64f1eae2a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-78982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1032985'] for network, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:08.883134 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:08.908085 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b37ed0aa-8bc3-446a-bfea-b64f1eae2a54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for network, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:08.915412 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ed0aa-8bc3-446a-bfea-b64f1eae2a54 admin admin] Pushing event deleted for resources: {'Network': ['ID=dedf9a55-e397-4af7-9fb1-1f73dfd61772,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:08.918561 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-b37ed0aa-8bc3-446a-bfea-b64f1eae2a54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:08.922031 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-b37ed0aa-8bc3-446a-bfea-b64f1eae2a54 admin admin] 10.222.0.64 "DELETE /v2.0/networks/dedf9a55-e397-4af7-9fb1-1f73dfd61772 HTTP/1.1" status: 204 len: 168 time: 1.4756632 Apr 15 13:16:08.925624 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 36148) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:08.959842 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:08.971217 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1c2688b4-f5cd-4060-bbc4-099a558df6c6 req-3037853b-2a1b-4141-8e91-e40403799231 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41e20c04-81fb-441e-b81b-dbfcd2a60782 HTTP/1.1" status: 200 len: 217 time: 0.2749612 Apr 15 13:16:09.030261 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_v2 [None req-191bf557-433c-4b7a-a3e4-531a76ff5f85 admin admin] Deleting subnet 1e1003a0-3e84-406a-9fda-fd5c707a32be {{(pid=85258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 13:16:09.034600 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-191bf557-433c-4b7a-a3e4-531a76ff5f85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:09.036903 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] For port 51f8d04f-67d1-4efd-b226-c92188d4c325, host dv-cinder-784945-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=51f8d04f-67d1-4efd-b226-c92188d4c325,segment=NetworkSegment(a723e0b2-5ada-4972-bf5d-6972a8b9a915),segment_id=a723e0b2-5ada-4972-bf5d-6972a8b9a915)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:16:09.042465 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:09.051630 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:09.070272 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d036c-f8ee-42a6-8a88-b885179dd3c1 req-7580431a-cdd5-4be8-8765-49434c60db09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:09.071852 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-558d036c-f8ee-42a6-8a88-b885179dd3c1 req-7580431a-cdd5-4be8-8765-49434c60db09 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4b164dda-b46e-4e2e-9857-b1eea16bba61 HTTP/1.1" status: 200 len: 854 time: 0.8452919 Apr 15 13:16:09.142003 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-191bf557-433c-4b7a-a3e4-531a76ff5f85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853032496'] for subnet, precommit_delete_associations {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:09.159351 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Pushing event updated for resources: {'Port': ['ID=51f8d04f-67d1-4efd-b226-c92188d4c325,revision_number=5']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:09.162359 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2688b4-f5cd-4060-bbc4-099a558df6c6 req-4c04121c-95b3-45a8-8449-1c1865e59bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:09.163998 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1c2688b4-f5cd-4060-bbc4-099a558df6c6 req-4c04121c-95b3-45a8-8449-1c1865e59bc7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ad34485c-1c36-419f-ac69-3f52954ceaf1 HTTP/1.1" status: 200 len: 852 time: 0.1705503 Apr 15 13:16:09.167567 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-700fdbab-6394-42f7-a1d3-8967bade31f3 req-28217460-d373-475a-9913-96eda5b842c8 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/security-groups?id=b868c94c-3d9d-4ebb-8c60-4bbeb25ff73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6290982 Apr 15 13:16:09.191114 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:09.296335 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-191bf557-433c-4b7a-a3e4-531a76ff5f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1806'] for subnet, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:09.332815 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-558d036c-f8ee-42a6-8a88-b885179dd3c1 req-3e6f56f2-9655-4da7-b1ee-8287e3cdb21d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d2cad01e-d67b-4fa8-b8bf-5a3615ab790c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1621640 Apr 15 13:16:09.334988 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1c2688b4-f5cd-4060-bbc4-099a558df6c6 req-dd9458ca-0160-4457-9304-2c53e7ce2b18 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bbcf5b16-1953-41a0-bdbc-ebffcb3d4b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961082 Apr 15 13:16:09.457726 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-fc48e1ba-bc12-4f7d-9b36-4118789cf51c req-04fadc94-a0f3-499d-b5f3-03a5fa4be2e1 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Notify callbacks [] for port, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:09.566761 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd80ac4b-5358-409b-be91-a6bb01d982c5', 'tag': '5fdbff51-c936-4208-acd8-b4fc02f04ac6', 'status': 'completed', 'code': 200} Apr 15 13:16:09.584919 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5e835075-38b1-42ae-aefe-f14cffbce49f req-a264e438-f1f4-4fab-9460-ed1c60e959b9 service neutron] 10.222.0.64 "GET /v2.0/networks/8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6836431 Apr 15 13:16:09.617885 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-191bf557-433c-4b7a-a3e4-531a76ff5f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844033659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1471416'] for subnet, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:09.639158 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-e8a3bc70-14a5-4b64-a24f-b5e5c18b5e85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:09.723633 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191bf557-433c-4b7a-a3e4-531a76ff5f85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e1003a0-3e84-406a-9fda-fd5c707a32be,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:09.731789 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-191bf557-433c-4b7a-a3e4-531a76ff5f85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:09.782899 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1c2688b4-f5cd-4060-bbc4-099a558df6c6 req-dd212d1b-992e-43ae-9b9d-8015425852a6 service neutron] 10.222.0.65 "GET /v2.0/networks/bbcf5b16-1953-41a0-bdbc-ebffcb3d4b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4251144 Apr 15 13:16:09.789417 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-fc48e1ba-bc12-4f7d-9b36-4118789cf51c req-04fadc94-a0f3-499d-b5f3-03a5fa4be2e1 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757045383897'] for port, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:09.802075 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-191bf557-433c-4b7a-a3e4-531a76ff5f85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for subnet, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:09.808894 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-191bf557-433c-4b7a-a3e4-531a76ff5f85 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/1e1003a0-3e84-406a-9fda-fd5c707a32be HTTP/1.1" status: 204 len: 168 time: 0.8818114 Apr 15 13:16:09.811609 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 36174) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:09.918705 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-558d036c-f8ee-42a6-8a88-b885179dd3c1 req-d74094c0-7b93-454e-a28b-9da209f1478e service neutron] 10.222.0.65 "GET /v2.0/networks/d2cad01e-d67b-4fa8-b8bf-5a3615ab790c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5604043 Apr 15 13:16:09.945640 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:09.952227 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-21d2d265-e48c-42a8-8866-bc919cbd5360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854359108'] for network, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:10.178665 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-21d2d265-e48c-42a8-8866-bc919cbd5360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854696719', 'neutron.services.segments.db._delete_segments_for_network--9223363279808872257'] for network, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:10.232354 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d0d84b19-a4f4-4a8e-81c3-59df5723b440 req-f9d27a0e-25dd-4998-849d-0dc241be176f tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ff30422-f618-4ef8-8d62-c921cac23323 HTTP/1.1" status: 200 len: 210 time: 0.2873638 Apr 15 13:16:10.355163 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.services.segments.db [None req-21d2d265-e48c-42a8-8866-bc919cbd5360 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b3a648b-6316-4517-82ea-1bf5cfb30291']}} {{(pid=85258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:16:10.371873 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.services.segments.db [None req-21d2d265-e48c-42a8-8866-bc919cbd5360 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '990a04fb-9e74-4531-99ba-8224e4ac0dbf') {'for_net_delete': True} {{(pid=85258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:16:10.372368 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.services.segments.db [None req-21d2d265-e48c-42a8-8866-bc919cbd5360 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '990a04fb-9e74-4531-99ba-8224e4ac0dbf') {} {{(pid=85258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:16:10.389660 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-21d2d265-e48c-42a8-8866-bc919cbd5360 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279808868673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743304'] for segment, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:10.419523 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-21d2d265-e48c-42a8-8866-bc919cbd5360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773144'] for segment, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:10.419523 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21d2d265-e48c-42a8-8866-bc919cbd5360 admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=85258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 13:16:10.489175 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device 51f8d04f-67d1-4efd-b226-c92188d4c325 up at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:16:10.631195 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning complete for port 51f8d04f-67d1-4efd-b226-c92188d4c325 triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:16:10.631649 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:10.652528 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-21d2d265-e48c-42a8-8866-bc919cbd5360 admin admin] Network 7b3a648b-6316-4517-82ea-1bf5cfb30291 has no segments {{(pid=85258) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 13:16:10.664281 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-21d2d265-e48c-42a8-8866-bc919cbd5360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10742566'] for segment, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:10.784659 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1c2688b4-f5cd-4060-bbc4-099a558df6c6 req-d1acf3e6-2f11-40bd-a7a3-0cfb49ebc476 service neutron] 10.222.0.65 "GET /v2.0/networks/bbcf5b16-1953-41a0-bdbc-ebffcb3d4b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9912148 Apr 15 13:16:10.785948 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fadc94-a0f3-499d-b5f3-03a5fa4be2e1 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Pushing event updated for resources: {'Port': ['ID=735f293a-0ef1-4b63-b381-c424aa74b668,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:10.789538 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-04fadc94-a0f3-499d-b5f3-03a5fa4be2e1 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.844s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:10.814845 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc48e1ba-bc12-4f7d-9b36-4118789cf51c req-04fadc94-a0f3-499d-b5f3-03a5fa4be2e1 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Network 8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c is already hosted by enough agents. {{(pid=85257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 13:16:10.817859 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [req-fc48e1ba-bc12-4f7d-9b36-4118789cf51c req-04fadc94-a0f3-499d-b5f3-03a5fa4be2e1 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Resources bound (agent type, host, resource id): {{(pid=85257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:16:10.820690 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc48e1ba-bc12-4f7d-9b36-4118789cf51c req-04fadc94-a0f3-499d-b5f3-03a5fa4be2e1 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Received port after_create {{(pid=85257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 13:16:10.828080 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48e1ba-bc12-4f7d-9b36-4118789cf51c req-04fadc94-a0f3-499d-b5f3-03a5fa4be2e1 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:10.829080 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-fc48e1ba-bc12-4f7d-9b36-4118789cf51c req-04fadc94-a0f3-499d-b5f3-03a5fa4be2e1 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for port, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:10.877802 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-fc48e1ba-bc12-4f7d-9b36-4118789cf51c req-04fadc94-a0f3-499d-b5f3-03a5fa4be2e1 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5248232 Apr 15 13:16:10.887069 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a5812-a5f8-4505-9ad4-dda98b483cf9 req-38e2ced1-b78b-4ecc-8f11-f2badcb8acf3 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:10.889386 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-726a5812-a5f8-4505-9ad4-dda98b483cf9 req-38e2ced1-b78b-4ecc-8f11-f2badcb8acf3 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] 10.222.0.64 "GET /v2.0/ports?device_id=a98c4cce-345f-4b2c-8fc5-2925f27628ea HTTP/1.1" status: 200 len: 943 time: 1.2246318 Apr 15 13:16:10.933254 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-558d036c-f8ee-42a6-8a88-b885179dd3c1 req-5d6d5983-8d38-49d4-8927-e012662dfdcd service neutron] 10.222.0.65 "GET /v2.0/networks/d2cad01e-d67b-4fa8-b8bf-5a3615ab790c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9896772 Apr 15 13:16:10.953996 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-21d2d265-e48c-42a8-8866-bc919cbd5360 admin admin] Network 7b3a648b-6316-4517-82ea-1bf5cfb30291 has no segments {{(pid=85258) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 13:16:10.955458 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [req-fc48e1ba-bc12-4f7d-9b36-4118789cf51c req-17d1bee9-694a-42ac-9874-2fb8b22335ef service neutron] Request body: {'port': {'device_id': '6466a2b9-02e4-4e18-9c1a-b7be90386e80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:16:10.988589 dv-cinder-784945-5-smb neutron-server[85144]: Traceback (most recent call last): Apr 15 13:16:10.988589 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 13:16:10.988589 dv-cinder-784945-5-smb neutron-server[85144]: timer() Apr 15 13:16:10.988589 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 13:16:10.988589 dv-cinder-784945-5-smb neutron-server[85144]: cb(*args, **kw) Apr 15 13:16:10.988589 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 13:16:10.988589 dv-cinder-784945-5-smb neutron-server[85144]: return func(*args, **kwargs) Apr 15 13:16:10.988589 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 13:16:10.988589 dv-cinder-784945-5-smb neutron-server[85144]: self._notify() Apr 15 13:16:10.988589 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 13:16:10.988589 dv-cinder-784945-5-smb neutron-server[85144]: self.callback(batched_events) Apr 15 13:16:10.988589 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 13:16:10.988589 dv-cinder-784945-5-smb neutron-server[85144]: event.method(event) Apr 15 13:16:10.988589 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 13:16:10.988589 dv-cinder-784945-5-smb neutron-server[85144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 13:16:10.988589 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 13:16:10.988589 dv-cinder-784945-5-smb neutron-server[85144]: segment_id)['aggregates'][0] Apr 15 13:16:10.988589 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 13:16:10.988589 dv-cinder-784945-5-smb neutron-server[85144]: return f(self, *a, **k) Apr 15 13:16:10.988589 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 13:16:10.988589 dv-cinder-784945-5-smb neutron-server[85144]: return self._get(url).json() Apr 15 13:16:10.988589 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 13:16:10.988589 dv-cinder-784945-5-smb neutron-server[85144]: **kwargs) Apr 15 13:16:10.988589 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 13:16:10.988589 dv-cinder-784945-5-smb neutron-server[85144]: return self.request(url, 'GET', **kwargs) Apr 15 13:16:10.988589 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 13:16:10.988589 dv-cinder-784945-5-smb neutron-server[85144]: **endpoint_filter) Apr 15 13:16:10.988589 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 13:16:10.988589 dv-cinder-784945-5-smb neutron-server[85144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 13:16:10.988589 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 13:16:10.988589 dv-cinder-784945-5-smb neutron-server[85144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 13:16:10.988589 dv-cinder-784945-5-smb neutron-server[85144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 13:16:11.058187 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f4de8-eb80-4bc7-9183-acda28606921 req-8e8abccd-892e-406b-8a45-5f20912612d0 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:11.060283 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-af0f4de8-eb80-4bc7-9183-acda28606921 req-8e8abccd-892e-406b-8a45-5f20912612d0 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd80ac4b-5358-409b-be91-a6bb01d982c5 HTTP/1.1" status: 200 len: 944 time: 0.4181237 Apr 15 13:16:11.102004 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-21d2d265-e48c-42a8-8866-bc919cbd5360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-78982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1032985'] for network, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:11.106504 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-726a5812-a5f8-4505-9ad4-dda98b483cf9 req-bd7f8da0-9165-4313-8904-c5d4f2135cb5 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] 10.222.0.64 "GET /v2.0/security-groups?id=b9ead658-4de5-44cf-bd72-986de37f1f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909573 Apr 15 13:16:11.112793 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-21d2d265-e48c-42a8-8866-bc919cbd5360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for network, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:11.116832 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-73985335-ffdc-447a-8dde-d508bca35ecf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:11.153002 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-21d2d265-e48c-42a8-8866-bc919cbd5360 admin admin] 10.222.0.64 "DELETE /v2.0/networks/7b3a648b-6316-4517-82ea-1bf5cfb30291 HTTP/1.1" status: 204 len: 168 time: 1.3376374 Apr 15 13:16:11.153002 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d2d265-e48c-42a8-8866-bc919cbd5360 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b3a648b-6316-4517-82ea-1bf5cfb30291,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:11.155707 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-21d2d265-e48c-42a8-8866-bc919cbd5360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:11.296131 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-fc48e1ba-bc12-4f7d-9b36-4118789cf51c req-17d1bee9-694a-42ac-9874-2fb8b22335ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:11.343197 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-af0f4de8-eb80-4bc7-9183-acda28606921 req-849fa10b-731e-417a-b1fb-ec5576ad6c1c tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/security-groups?id=b868c94c-3d9d-4ebb-8c60-4bbeb25ff73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660041 Apr 15 13:16:11.426685 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 36228) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:11.585416 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a98c4cce-345f-4b2c-8fc5-2925f27628ea', 'tag': '41e20c04-81fb-441e-b81b-dbfcd2a60782'}] {{(pid=85257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:16:11.644663 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 36236) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:11.714692 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-98c1fb91-07c5-4062-94a9-ad064c4824eb req-64cd9fcd-4dc7-424b-92f1-ec2d2b23b861 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Synchronizing usage tracker for tenant:7a25fc3ecff749c59e42598d52e7b9fc on resource:port {{(pid=85257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 13:16:11.819053 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-5fdac6b9-3afd-46b6-b57d-62d4fae31bb9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ec453598187440b1be36749a46afcfd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3908255 Apr 15 13:16:11.821309 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 36250) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:11.834575 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a98c4cce-345f-4b2c-8fc5-2925f27628ea', 'tag': '41e20c04-81fb-441e-b81b-dbfcd2a60782', 'status': 'completed', 'code': 200} Apr 15 13:16:11.895343 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.65', 56942) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:11.904390 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e5704d95-84ef-4bca-8af5-c7f912e6e44c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:11.950618 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e5704d95-84ef-4bca-8af5-c7f912e6e44c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:12.006882 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4ca3c061-143a-40f0-ba40-6dab2e8a570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:12.023282 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e5704d95-84ef-4bca-8af5-c7f912e6e44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:12.029224 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:12.035324 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147be05f-12c3-4926-ade9-270a178efde2 req-d6e05202-eff4-4cd7-b0f4-6d65355ec823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:12.037154 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-147be05f-12c3-4926-ade9-270a178efde2 req-d6e05202-eff4-4cd7-b0f4-6d65355ec823 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6f711daa125b461f9429aa9ee6cf12f3&device_id=bd80ac4b-5358-409b-be91-a6bb01d982c5 HTTP/1.1" status: 200 len: 1097 time: 0.9294324 Apr 15 13:16:12.037915 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-98c1fb91-07c5-4062-94a9-ad064c4824eb req-64cd9fcd-4dc7-424b-92f1-ec2d2b23b861 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Unset dirty status for tenant:7a25fc3ecff749c59e42598d52e7b9fc on resource:port {{(pid=85257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 13:16:12.041051 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5704d95-84ef-4bca-8af5-c7f912e6e44c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f7ae50-2642-457a-8806-11d1aaa8e816,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:12.045594 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-e5704d95-84ef-4bca-8af5-c7f912e6e44c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:12.049908 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e5704d95-84ef-4bca-8af5-c7f912e6e44c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:12.050992 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-98c1fb91-07c5-4062-94a9-ad064c4824eb req-64cd9fcd-4dc7-424b-92f1-ec2d2b23b861 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ff30422-f618-4ef8-8d62-c921cac23323 HTTP/1.1" status: 200 len: 210 time: 0.5157287 Apr 15 13:16:12.051091 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-e5704d95-84ef-4bca-8af5-c7f912e6e44c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/66f7ae50-2642-457a-8806-11d1aaa8e816 HTTP/1.1" status: 204 len: 168 time: 0.2284811 Apr 15 13:16:12.203442 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-5ab122e5-0052-4be2-84da-fb2927d802c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:12.363944 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-5ab122e5-0052-4be2-84da-fb2927d802c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:16:12.402227 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e835075-38b1-42ae-aefe-f14cffbce49f req-323d6ea6-00dd-4c28-9e1c-0d0e8086f8c3 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:12.403876 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5e835075-38b1-42ae-aefe-f14cffbce49f req-323d6ea6-00dd-4c28-9e1c-0d0e8086f8c3 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.65 "GET /v2.0/networks?id=8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c HTTP/1.1" status: 200 len: 819 time: 0.8086610 Apr 15 13:16:12.409880 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-5ab122e5-0052-4be2-84da-fb2927d802c3 admin admin] Usage tracker for resource:security_group_rule and tenant:f426cbe228b647278199df691e099bce is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:16:12.429676 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-5ab122e5-0052-4be2-84da-fb2927d802c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:16:12.440490 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [req-5e835075-38b1-42ae-aefe-f14cffbce49f req-0933d4c5-5ed3-4cb7-8399-fd29a9acdb7b tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Request body: {'port': {'device_id': '0ff30422-f618-4ef8-8d62-c921cac23323', 'network_id': '8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c', 'admin_state_up': True, 'tenant_id': '7a25fc3ecff749c59e42598d52e7b9fc'}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:16:12.463532 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 36292) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:12.480169 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-5ab122e5-0052-4be2-84da-fb2927d802c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:16:12.553370 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-4e5bda83-d759-4881-a3f3-91219a4e01c7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=509f0318a56e4b45aec5e9b92a4097ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0885425 Apr 15 13:16:12.556111 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 36298) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:12.665998 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-42b2230c-b102-43f7-8316-89bdb331460d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:12.697289 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a1f0e-1fb7-47c7-beae-07682e84b417 req-bf34bea8-fa05-4569-9198-92875e4fcbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:12.699027 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-281a1f0e-1fb7-47c7-beae-07682e84b417 req-bf34bea8-fa05-4569-9198-92875e4fcbf7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1f8870c2ac2e4f5b919d8b8e28e6466a&device_id=a98c4cce-345f-4b2c-8fc5-2925f27628ea HTTP/1.1" status: 200 len: 1096 time: 0.7955222 Apr 15 13:16:12.700982 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-42b2230c-b102-43f7-8316-89bdb331460d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:12.770948 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-42b2230c-b102-43f7-8316-89bdb331460d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:12.776617 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:12.797745 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b2230c-b102-43f7-8316-89bdb331460d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c721506-5254-4f92-a70f-7b4e8e99019a,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:12.808154 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147be05f-12c3-4926-ade9-270a178efde2 req-43786415-7b2e-460b-94a2-6bab3fa6a9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:12.810002 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-147be05f-12c3-4926-ade9-270a178efde2 req-43786415-7b2e-460b-94a2-6bab3fa6a9a0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d2cad01e-d67b-4fa8-b8bf-5a3615ab790c HTTP/1.1" status: 200 len: 915 time: 0.7437844 Apr 15 13:16:12.822399 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-42b2230c-b102-43f7-8316-89bdb331460d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:12.840691 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-42b2230c-b102-43f7-8316-89bdb331460d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:12.841932 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-42b2230c-b102-43f7-8316-89bdb331460d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5c721506-5254-4f92-a70f-7b4e8e99019a HTTP/1.1" status: 204 len: 168 time: 0.2847643 Apr 15 13:16:12.990445 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.db.resource_extend [req-fc48e1ba-bc12-4f7d-9b36-4118789cf51c req-17d1bee9-694a-42ac-9874-2fb8b22335ef service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85257) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 13:16:13.246324 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-147be05f-12c3-4926-ade9-270a178efde2 req-8af8d292-7b45-4126-8247-622bd9b3f57b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fdbff51-c936-4208-acd8-b4fc02f04ac6 HTTP/1.1" status: 200 len: 217 time: 0.4113405 Apr 15 13:16:13.302658 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb4a0a-0e89-40ac-8b11-821c53e39692 req-930f5840-a834-488b-b052-651f6c4f1e05 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:13.304332 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-56bb4a0a-0e89-40ac-8b11-821c53e39692 req-930f5840-a834-488b-b052-651f6c4f1e05 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] 10.222.0.64 "GET /v2.0/ports?device_id=a98c4cce-345f-4b2c-8fc5-2925f27628ea HTTP/1.1" status: 200 len: 943 time: 1.0304036 Apr 15 13:16:13.455235 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [req-5e835075-38b1-42ae-aefe-f14cffbce49f req-0933d4c5-5ed3-4cb7-8399-fd29a9acdb7b tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:16:13.486687 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [req-fc48e1ba-bc12-4f7d-9b36-4118789cf51c req-17d1bee9-694a-42ac-9874-2fb8b22335ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 735f293a-0ef1-4b63-b381-c424aa74b668 {{(pid=85257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 13:16:13.492902 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [req-5e835075-38b1-42ae-aefe-f14cffbce49f req-0933d4c5-5ed3-4cb7-8399-fd29a9acdb7b tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:16:13.510633 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a1f0e-1fb7-47c7-beae-07682e84b417 req-5ddf1c07-6a4f-432c-9c3b-e63a8870c296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:13.512258 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-281a1f0e-1fb7-47c7-beae-07682e84b417 req-5ddf1c07-6a4f-432c-9c3b-e63a8870c296 service neutron] 10.222.0.65 "GET /v2.0/networks?id=bbcf5b16-1953-41a0-bdbc-ebffcb3d4b09 HTTP/1.1" status: 200 len: 913 time: 0.7787166 Apr 15 13:16:13.519219 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-fc48e1ba-bc12-4f7d-9b36-4118789cf51c req-17d1bee9-694a-42ac-9874-2fb8b22335ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:13.628762 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147be05f-12c3-4926-ade9-270a178efde2 req-3310f65e-4baa-43ea-9141-36de51801670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:13.630329 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-147be05f-12c3-4926-ade9-270a178efde2 req-3310f65e-4baa-43ea-9141-36de51801670 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4b164dda-b46e-4e2e-9857-b1eea16bba61 HTTP/1.1" status: 200 len: 854 time: 0.3213313 Apr 15 13:16:13.655536 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e835075-38b1-42ae-aefe-f14cffbce49f req-0933d4c5-5ed3-4cb7-8399-fd29a9acdb7b tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Made reservation on behalf of 7a25fc3ecff749c59e42598d52e7b9fc for: {'port': 1} {{(pid=85257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 13:16:13.661665 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-5e835075-38b1-42ae-aefe-f14cffbce49f req-0933d4c5-5ed3-4cb7-8399-fd29a9acdb7b tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:13.674573 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-56bb4a0a-0e89-40ac-8b11-821c53e39692 req-7873483c-a846-429d-9661-22378a6dec98 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] 10.222.0.64 "GET /v2.0/security-groups?id=b9ead658-4de5-44cf-bd72-986de37f1f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141949 Apr 15 13:16:13.675879 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-281a1f0e-1fb7-47c7-beae-07682e84b417 req-1079b3ac-730d-449f-9b59-fd2e2cd139c8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41e20c04-81fb-441e-b81b-dbfcd2a60782 HTTP/1.1" status: 200 len: 217 time: 0.1372657 Apr 15 13:16:13.684044 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a90ffd-3f92-4695-82c9-0a49c8b7f6c1 req-de91a180-875a-495b-a43e-20df5f1e9242 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:13.685648 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-56a90ffd-3f92-4695-82c9-0a49c8b7f6c1 req-de91a180-875a-495b-a43e-20df5f1e9242 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd80ac4b-5358-409b-be91-a6bb01d982c5 HTTP/1.1" status: 200 len: 944 time: 1.0914273 Apr 15 13:16:13.737978 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [req-fc48e1ba-bc12-4f7d-9b36-4118789cf51c req-17d1bee9-694a-42ac-9874-2fb8b22335ef service neutron] Transition to ACTIVE for port object 735f293a-0ef1-4b63-b381-c424aa74b668 will not be triggered until provisioned by entity L2. {{(pid=85257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:16:13.825027 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-fc48e1ba-bc12-4f7d-9b36-4118789cf51c req-17d1bee9-694a-42ac-9874-2fb8b22335ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:13.828034 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-147be05f-12c3-4926-ade9-270a178efde2 req-440a48e5-c988-43ea-921e-1ab20eb221b2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d2cad01e-d67b-4fa8-b8bf-5a3615ab790c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1738408 Apr 15 13:16:13.830172 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-5ab122e5-0052-4be2-84da-fb2927d802c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:13.868069 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:13.988800 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-5ab122e5-0052-4be2-84da-fb2927d802c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:14.207758 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-2fb99c13-aa6e-4ec5-aad7-842b966b0597 req-69b6cdc0-639e-4d31-864e-e3fef5e0a04c tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ff30422-f618-4ef8-8d62-c921cac23323 HTTP/1.1" status: 200 len: 210 time: 0.3650842 Apr 15 13:16:14.280946 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a1f0e-1fb7-47c7-beae-07682e84b417 req-8c5ecba0-3598-4014-a682-cae3a55b0bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:14.283031 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-281a1f0e-1fb7-47c7-beae-07682e84b417 req-8c5ecba0-3598-4014-a682-cae3a55b0bca service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ad34485c-1c36-419f-ac69-3f52954ceaf1 HTTP/1.1" status: 200 len: 852 time: 0.5559380 Apr 15 13:16:14.292566 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d1bee9-694a-42ac-9874-2fb8b22335ef service neutron] Pushing event updated for resources: {'Port': ['ID=735f293a-0ef1-4b63-b381-c424aa74b668,revision_number=2']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:14.299383 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-56a90ffd-3f92-4695-82c9-0a49c8b7f6c1 req-09cebaa1-9d7a-4ee7-8b7a-a67e2edf1135 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/security-groups?id=b868c94c-3d9d-4ebb-8c60-4bbeb25ff73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5183384 Apr 15 13:16:14.302869 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-17d1bee9-694a-42ac-9874-2fb8b22335ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:14.312952 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-3711d7e9-ed77-4db0-a14a-15461a042370 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:14.528434 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-281a1f0e-1fb7-47c7-beae-07682e84b417 req-5972bbc6-5b56-4473-a9ab-e223721d36f6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bbcf5b16-1953-41a0-bdbc-ebffcb3d4b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2224588 Apr 15 13:16:14.561808 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-5ab122e5-0052-4be2-84da-fb2927d802c3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f426cbe228b647278199df691e099bce&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8745255 Apr 15 13:16:14.565425 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 36386) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:14.621402 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab122e5-0052-4be2-84da-fb2927d802c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865ca1a0-ff4a-4747-a2e9-556326b91028,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:14.663593 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-afc141a6-b5e9-42c9-a726-45060cfd8772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:14.668648 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-994f5501-f484-482b-b104-3f1ed1693da8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:14.700683 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-994f5501-f484-482b-b104-3f1ed1693da8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:14.728755 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-147be05f-12c3-4926-ade9-270a178efde2 req-c48ac3cd-b295-4a94-ba60-5b077a4e4518 service neutron] 10.222.0.65 "GET /v2.0/networks/d2cad01e-d67b-4fa8-b8bf-5a3615ab790c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8900130 Apr 15 13:16:14.739531 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-5ab122e5-0052-4be2-84da-fb2927d802c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:14.779569 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-994f5501-f484-482b-b104-3f1ed1693da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:14.785821 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-e5704d95-84ef-4bca-8af5-c7f912e6e44c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:14.803950 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994f5501-f484-482b-b104-3f1ed1693da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865ca1a0-ff4a-4747-a2e9-556326b91028,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:14.806918 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-994f5501-f484-482b-b104-3f1ed1693da8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:14.809824 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-994f5501-f484-482b-b104-3f1ed1693da8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:14.811354 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-994f5501-f484-482b-b104-3f1ed1693da8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/865ca1a0-ff4a-4747-a2e9-556326b91028 HTTP/1.1" status: 204 len: 168 time: 0.2446895 Apr 15 13:16:14.914208 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_common [req-5e835075-38b1-42ae-aefe-f14cffbce49f req-0933d4c5-5ed3-4cb7-8399-fd29a9acdb7b tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Allocated IP 172.20.0.12 (8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c/734b4bd6-c885-4d5b-bca7-827d1f80adde/76fd2e85-5f93-4419-9ff6-f9398bdcce68) {{(pid=85257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 13:16:15.151900 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device 5fdbff51-c936-4208-acd8-b4fc02f04ac6 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=85259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 13:16:15.217620 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [req-fc48e1ba-bc12-4f7d-9b36-4118789cf51c req-17d1bee9-694a-42ac-9874-2fb8b22335ef service neutron] Attempting to bind port 735f293a-0ef1-4b63-b381-c424aa74b668 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 13:16:15.227867 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [req-fc48e1ba-bc12-4f7d-9b36-4118789cf51c req-17d1bee9-694a-42ac-9874-2fb8b22335ef service neutron] Attempting to bind port 735f293a-0ef1-4b63-b381-c424aa74b668 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'a723e0b2-5ada-4972-bf5d-6972a8b9a915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c'}] {{(pid=85257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 13:16:15.228657 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc48e1ba-bc12-4f7d-9b36-4118789cf51c req-17d1bee9-694a-42ac-9874-2fb8b22335ef service neutron] Attempting to bind port 735f293a-0ef1-4b63-b381-c424aa74b668 on network 8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:16:15.270668 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-281a1f0e-1fb7-47c7-beae-07682e84b417 req-73d52e04-fa3a-4230-bb09-029487e46e35 service neutron] 10.222.0.65 "GET /v2.0/networks/bbcf5b16-1953-41a0-bdbc-ebffcb3d4b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7118936 Apr 15 13:16:15.316131 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc48e1ba-bc12-4f7d-9b36-4118789cf51c req-17d1bee9-694a-42ac-9874-2fb8b22335ef service neutron] Port 735f293a-0ef1-4b63-b381-c424aa74b668 on network 8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 13:16:15.316131 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc48e1ba-bc12-4f7d-9b36-4118789cf51c req-17d1bee9-694a-42ac-9874-2fb8b22335ef service neutron] Attempting to bind port 735f293a-0ef1-4b63-b381-c424aa74b668 on network 8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:16:15.416771 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port 5fdbff51-c936-4208-acd8-b4fc02f04ac6, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=5fdbff51-c936-4208-acd8-b4fc02f04ac6,segment=NetworkSegment(5ba62775-d6f2-40a9-ac4b-991dcc5cf8d7),segment_id=5ba62775-d6f2-40a9-ac4b-991dcc5cf8d7)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:16:15.435904 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Returning: {'device': '5fdbff51-c936-4208-acd8-b4fc02f04ac6', 'network_id': 'd2cad01e-d67b-4fa8-b8bf-5a3615ab790c', 'port_id': '5fdbff51-c936-4208-acd8-b4fc02f04ac6', 'mac_address': 'fa:16:3e:a6:09:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b164dda-b46e-4e2e-9857-b1eea16bba61', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 13:16:15.525099 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:15.544353 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c87900dd-59db-4d9b-b688-8554058ba32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:15.547914 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fdbff51-c936-4208-acd8-b4fc02f04ac6 {{(pid=85259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 13:16:15.568253 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port 5fdbff51-c936-4208-acd8-b4fc02f04ac6, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=5fdbff51-c936-4208-acd8-b4fc02f04ac6,segment=NetworkSegment(5ba62775-d6f2-40a9-ac4b-991dcc5cf8d7),segment_id=5ba62775-d6f2-40a9-ac4b-991dcc5cf8d7)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:16:15.574466 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:15.576053 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device 41e20c04-81fb-441e-b81b-dbfcd2a60782 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=85259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 13:16:15.585362 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:15.616481 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 36434) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:15.917021 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a24048ba-9aba-44c8-a8a7-96f969e654ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:15.919012 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Pushing event updated for resources: {'Port': ['ID=5fdbff51-c936-4208-acd8-b4fc02f04ac6,revision_number=4']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:15.930962 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-281a1f0e-1fb7-47c7-beae-07682e84b417 req-4aaaccf7-dda7-4a30-aac0-6d3a6f29586e service neutron] 10.222.0.65 "GET /v2.0/networks/bbcf5b16-1953-41a0-bdbc-ebffcb3d4b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6246164 Apr 15 13:16:15.933373 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:15.953010 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-a24048ba-9aba-44c8-a8a7-96f969e654ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:16:15.967591 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-a24048ba-9aba-44c8-a8a7-96f969e654ca admin admin] Usage tracker for resource:security_group_rule and tenant:704490c36b23424d8a0ba323f8bae0a9 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:16:15.970772 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc48e1ba-bc12-4f7d-9b36-4118789cf51c req-17d1bee9-694a-42ac-9874-2fb8b22335ef service neutron] Checking agent: {'id': '473bf83e-daba-40de-92d3-877eb5111141', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 13, 13, 53), 'started_at': datetime.datetime(2021, 4, 15, 13, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 13, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 13:16:15.971409 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc48e1ba-bc12-4f7d-9b36-4118789cf51c req-17d1bee9-694a-42ac-9874-2fb8b22335ef service neutron] Checking segment: {'id': 'a723e0b2-5ada-4972-bf5d-6972a8b9a915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:16:15.971682 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc48e1ba-bc12-4f7d-9b36-4118789cf51c req-17d1bee9-694a-42ac-9874-2fb8b22335ef service neutron] Bound using segment: {'id': 'a723e0b2-5ada-4972-bf5d-6972a8b9a915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c'} {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 13:16:15.972221 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [req-fc48e1ba-bc12-4f7d-9b36-4118789cf51c req-17d1bee9-694a-42ac-9874-2fb8b22335ef service neutron] Bound port: 735f293a-0ef1-4b63-b381-c424aa74b668, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a723e0b2-5ada-4972-bf5d-6972a8b9a915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c'}}] {{(pid=85257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 13:16:15.972620 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-fc48e1ba-bc12-4f7d-9b36-4118789cf51c req-17d1bee9-694a-42ac-9874-2fb8b22335ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:15.976647 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-a24048ba-9aba-44c8-a8a7-96f969e654ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:16:15.989978 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-a24048ba-9aba-44c8-a8a7-96f969e654ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:16:15.992049 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port 41e20c04-81fb-441e-b81b-dbfcd2a60782, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=41e20c04-81fb-441e-b81b-dbfcd2a60782,segment=NetworkSegment(39efbaa2-18b4-4410-93b8-447a6a84be30),segment_id=39efbaa2-18b4-4410-93b8-447a6a84be30)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:16:16.008306 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:16.019637 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Returning: {'device': '41e20c04-81fb-441e-b81b-dbfcd2a60782', 'network_id': 'bbcf5b16-1953-41a0-bdbc-ebffcb3d4b09', 'port_id': '41e20c04-81fb-441e-b81b-dbfcd2a60782', 'mac_address': 'fa:16:3e:85:ea:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad34485c-1c36-419f-ac69-3f52954ceaf1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 13:16:16.097987 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:16.125035 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41e20c04-81fb-441e-b81b-dbfcd2a60782 {{(pid=85259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 13:16:16.150816 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port 41e20c04-81fb-441e-b81b-dbfcd2a60782, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=41e20c04-81fb-441e-b81b-dbfcd2a60782,segment=NetworkSegment(39efbaa2-18b4-4410-93b8-447a6a84be30),segment_id=39efbaa2-18b4-4410-93b8-447a6a84be30)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:16:16.156026 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:16.165777 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-a2d17e54-159b-4292-b9a8-10753e9927d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:16.183348 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4350f800-3ecd-44b7-908b-23f88b1eacec req-7c2be55b-5e64-4043-bf21-dfe04ef8935f tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ff30422-f618-4ef8-8d62-c921cac23323 HTTP/1.1" status: 200 len: 210 time: 0.3337293 Apr 15 13:16:16.208333 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a24048ba-9aba-44c8-a8a7-96f969e654ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:16.212710 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a24048ba-9aba-44c8-a8a7-96f969e654ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:16.245400 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:16.260749 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Pushing event updated for resources: {'Port': ['ID=41e20c04-81fb-441e-b81b-dbfcd2a60782,revision_number=4']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:16.261330 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-a24048ba-9aba-44c8-a8a7-96f969e654ca admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=704490c36b23424d8a0ba323f8bae0a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6436102 Apr 15 13:16:16.263760 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 36462) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:16.274555 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:16.304776 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-147be05f-12c3-4926-ade9-270a178efde2 req-26f28175-f3d2-4a52-b136-af95dbb0ae65 service neutron] 10.222.0.65 "GET /v2.0/networks/d2cad01e-d67b-4fa8-b8bf-5a3615ab790c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5422373 Apr 15 13:16:16.329343 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba42478-9cc3-4c09-bc15-46a616a60cc1 req-3e0dd87c-f8f2-4512-9007-670d6d097857 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:16.331104 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8ba42478-9cc3-4c09-bc15-46a616a60cc1 req-3e0dd87c-f8f2-4512-9007-670d6d097857 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] 10.222.0.64 "GET /v2.0/ports?device_id=a98c4cce-345f-4b2c-8fc5-2925f27628ea HTTP/1.1" status: 200 len: 943 time: 1.4366446 Apr 15 13:16:16.331680 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24048ba-9aba-44c8-a8a7-96f969e654ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=801ed40b-103b-4fc2-bb07-8fe4d269eaa3,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:16.376635 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-a24048ba-9aba-44c8-a8a7-96f969e654ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:16.413238 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2ff54301-06b7-4e9a-8d48-dc3e567d50fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:16.439580 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [req-fc48e1ba-bc12-4f7d-9b36-4118789cf51c req-17d1bee9-694a-42ac-9874-2fb8b22335ef service neutron] For port 735f293a-0ef1-4b63-b381-c424aa74b668, host hv-cinder-78494, cleared binding levels {{(pid=85257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 13:16:16.473548 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2ff54301-06b7-4e9a-8d48-dc3e567d50fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:16.538445 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2ff54301-06b7-4e9a-8d48-dc3e567d50fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:16.550291 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [req-fc48e1ba-bc12-4f7d-9b36-4118789cf51c req-17d1bee9-694a-42ac-9874-2fb8b22335ef service neutron] For port 735f293a-0ef1-4b63-b381-c424aa74b668, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=735f293a-0ef1-4b63-b381-c424aa74b668,segment=NetworkSegment(a723e0b2-5ada-4972-bf5d-6972a8b9a915),segment_id=a723e0b2-5ada-4972-bf5d-6972a8b9a915)] {{(pid=85257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 13:16:16.554004 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-6d51fe71-8f38-470a-9e3a-f39b1d05b4ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:16.574764 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-fc48e1ba-bc12-4f7d-9b36-4118789cf51c req-17d1bee9-694a-42ac-9874-2fb8b22335ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:16.586466 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff54301-06b7-4e9a-8d48-dc3e567d50fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801ed40b-103b-4fc2-bb07-8fe4d269eaa3,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:16.597764 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-2ff54301-06b7-4e9a-8d48-dc3e567d50fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:16.613504 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2ff54301-06b7-4e9a-8d48-dc3e567d50fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:16.620238 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-2ff54301-06b7-4e9a-8d48-dc3e567d50fd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/801ed40b-103b-4fc2-bb07-8fe4d269eaa3 HTTP/1.1" status: 204 len: 168 time: 0.3550818 Apr 15 13:16:16.638119 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:16.653521 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] get_ports_and_sgs() called for port_ids ['5fdbff51-c936-4208-acd8-b4fc02f04ac6'] {{(pid=85259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 13:16:16.678754 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8ba42478-9cc3-4c09-bc15-46a616a60cc1 req-971f9ac4-b89c-4ad2-8ad4-4ddd1cd1a44d tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] 10.222.0.64 "GET /v2.0/security-groups?id=b9ead658-4de5-44cf-bd72-986de37f1f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362559 Apr 15 13:16:16.776726 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] get_ports_and_sgs() called for port_ids ['41e20c04-81fb-441e-b81b-dbfcd2a60782'] {{(pid=85259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 13:16:16.945860 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47a557f2-6ce0-416f-9ef8-17658d5933ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:16.972706 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-5e835075-38b1-42ae-aefe-f14cffbce49f req-0933d4c5-5ed3-4cb7-8399-fd29a9acdb7b tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Notify callbacks [] for port, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:17.080381 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9bc74a-3490-44f0-b377-649ec17114c7 req-3284db90-9aa7-4bab-9202-efd1a44ade7f tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:17.082346 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-0e9bc74a-3490-44f0-b377-649ec17114c7 req-3284db90-9aa7-4bab-9202-efd1a44ade7f tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd80ac4b-5358-409b-be91-a6bb01d982c5 HTTP/1.1" status: 200 len: 945 time: 0.6286662 Apr 15 13:16:17.127431 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48e1ba-bc12-4f7d-9b36-4118789cf51c req-17d1bee9-694a-42ac-9874-2fb8b22335ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:17.129357 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-fc48e1ba-bc12-4f7d-9b36-4118789cf51c req-17d1bee9-694a-42ac-9874-2fb8b22335ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for port, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:17.131283 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-fc48e1ba-bc12-4f7d-9b36-4118789cf51c req-17d1bee9-694a-42ac-9874-2fb8b22335ef service neutron] 10.222.0.65 "PUT /v2.0/ports/735f293a-0ef1-4b63-b381-c424aa74b668 HTTP/1.1" status: 200 len: 1093 time: 6.1968381 Apr 15 13:16:17.134679 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6466a2b9-02e4-4e18-9c1a-b7be90386e80', 'tag': '735f293a-0ef1-4b63-b381-c424aa74b668'}] {{(pid=85257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:16:17.140405 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d1bee9-694a-42ac-9874-2fb8b22335ef service neutron] Pushing event updated for resources: {'Port': ['ID=735f293a-0ef1-4b63-b381-c424aa74b668,revision_number=3']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:17.148530 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-5e835075-38b1-42ae-aefe-f14cffbce49f req-0933d4c5-5ed3-4cb7-8399-fd29a9acdb7b tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757045383897'] for port, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:17.163751 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-17d1bee9-694a-42ac-9874-2fb8b22335ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:17.229372 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-17d1bee9-694a-42ac-9874-2fb8b22335ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:17.300033 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-0e9bc74a-3490-44f0-b377-649ec17114c7 req-076b0ed9-ecac-4fe8-923e-fdc9b287741b tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/security-groups?id=b868c94c-3d9d-4ebb-8c60-4bbeb25ff73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054231 Apr 15 13:16:17.389995 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6466a2b9-02e4-4e18-9c1a-b7be90386e80', 'tag': '735f293a-0ef1-4b63-b381-c424aa74b668', 'status': 'completed', 'code': 200} Apr 15 13:16:17.504420 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 36510) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:17.510208 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0933d4c5-5ed3-4cb7-8399-fd29a9acdb7b tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Pushing event updated for resources: {'Port': ['ID=76fd2e85-5f93-4419-9ff6-f9398bdcce68,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:17.538366 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7ad5c8f4-2f9e-4eca-815b-d0c7657dd1d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:17.587326 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-7ad5c8f4-2f9e-4eca-815b-d0c7657dd1d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:16:17.599817 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-7ad5c8f4-2f9e-4eca-815b-d0c7657dd1d1 admin admin] Usage tracker for resource:security_group_rule and tenant:59feb3a28bc241d7ab29cf6d93249624 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:16:17.603883 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-7ad5c8f4-2f9e-4eca-815b-d0c7657dd1d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:16:17.616144 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-7ad5c8f4-2f9e-4eca-815b-d0c7657dd1d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:16:17.644083 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-0933d4c5-5ed3-4cb7-8399-fd29a9acdb7b tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:17.693848 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48e1ba-bc12-4f7d-9b36-4118789cf51c req-9248d227-ca98-4d41-afd3-97603896b41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:17.695730 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-fc48e1ba-bc12-4f7d-9b36-4118789cf51c req-9248d227-ca98-4d41-afd3-97603896b41f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7a25fc3ecff749c59e42598d52e7b9fc&device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 1096 time: 0.3868315 Apr 15 13:16:17.724130 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7ad5c8f4-2f9e-4eca-815b-d0c7657dd1d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:17.728095 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7ad5c8f4-2f9e-4eca-815b-d0c7657dd1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:17.739232 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-2ff54301-06b7-4e9a-8d48-dc3e567d50fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:17.803124 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-7ad5c8f4-2f9e-4eca-815b-d0c7657dd1d1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=59feb3a28bc241d7ab29cf6d93249624&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2975316 Apr 15 13:16:17.804611 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5c8f4-2f9e-4eca-815b-d0c7657dd1d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15aae033-d92e-4f5f-bd1b-a540c0c0a115,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:17.808148 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-7ad5c8f4-2f9e-4eca-815b-d0c7657dd1d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:17.808988 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 36528) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:17.895038 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e835075-38b1-42ae-aefe-f14cffbce49f req-0933d4c5-5ed3-4cb7-8399-fd29a9acdb7b tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Network 8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c is already hosted by enough agents. {{(pid=85257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 13:16:17.896525 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-19f5896b-54c5-46e6-bfdc-6f4d9fd352a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:17.936710 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-19f5896b-54c5-46e6-bfdc-6f4d9fd352a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:17.951607 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [req-5e835075-38b1-42ae-aefe-f14cffbce49f req-0933d4c5-5ed3-4cb7-8399-fd29a9acdb7b tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Resources bound (agent type, host, resource id): {{(pid=85257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:16:17.962904 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-fc48e1ba-bc12-4f7d-9b36-4118789cf51c req-588658b3-a9aa-4895-a348-1f9862efef25 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=735f293a-0ef1-4b63-b381-c424aa74b668 HTTP/1.1" status: 200 len: 217 time: 0.2297056 Apr 15 13:16:17.991454 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e835075-38b1-42ae-aefe-f14cffbce49f req-0933d4c5-5ed3-4cb7-8399-fd29a9acdb7b tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Received port after_create {{(pid=85257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 13:16:18.005594 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e835075-38b1-42ae-aefe-f14cffbce49f req-0933d4c5-5ed3-4cb7-8399-fd29a9acdb7b tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:18.009359 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-5e835075-38b1-42ae-aefe-f14cffbce49f req-0933d4c5-5ed3-4cb7-8399-fd29a9acdb7b tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for port, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:18.049189 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-19f5896b-54c5-46e6-bfdc-6f4d9fd352a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:18.049934 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da3ffe-ad67-44e6-9475-bf959f304a08 req-2e617fea-97f0-4fee-b841-d280097fb922 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:18.051888 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d0da3ffe-ad67-44e6-9475-bf959f304a08 req-2e617fea-97f0-4fee-b841-d280097fb922 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ff30422-f618-4ef8-8d62-c921cac23323 HTTP/1.1" status: 200 len: 932 time: 0.5500085 Apr 15 13:16:18.066226 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:18.081149 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f5896b-54c5-46e6-bfdc-6f4d9fd352a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15aae033-d92e-4f5f-bd1b-a540c0c0a115,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:18.083606 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-19f5896b-54c5-46e6-bfdc-6f4d9fd352a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:18.085078 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-19f5896b-54c5-46e6-bfdc-6f4d9fd352a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:18.086567 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-19f5896b-54c5-46e6-bfdc-6f4d9fd352a2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/15aae033-d92e-4f5f-bd1b-a540c0c0a115 HTTP/1.1" status: 204 len: 168 time: 0.2762597 Apr 15 13:16:18.249053 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 36554) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:18.270476 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48e1ba-bc12-4f7d-9b36-4118789cf51c req-21e3dd25-8ede-47ad-ba64-4f74bdcdde71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:18.272087 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-fc48e1ba-bc12-4f7d-9b36-4118789cf51c req-21e3dd25-8ede-47ad-ba64-4f74bdcdde71 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=734b4bd6-c885-4d5b-bca7-827d1f80adde HTTP/1.1" status: 200 len: 859 time: 0.2326882 Apr 15 13:16:18.277801 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-d0da3ffe-ad67-44e6-9475-bf959f304a08 req-236bbd6f-82be-4756-9617-f8c04c6bb311 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Synchronizing usage tracker for tenant:7a25fc3ecff749c59e42598d52e7b9fc on resource:security_group {{(pid=85257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 13:16:18.348932 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5e835075-38b1-42ae-aefe-f14cffbce49f req-0933d4c5-5ed3-4cb7-8399-fd29a9acdb7b tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9131248 Apr 15 13:16:18.361591 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-fc48e1ba-bc12-4f7d-9b36-4118789cf51c req-73632532-9534-48b6-9c3e-a708cda6e86d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747380 Apr 15 13:16:18.403313 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [req-5e835075-38b1-42ae-aefe-f14cffbce49f req-13892800-e7d5-4bdf-b5ec-69b096c8c98e service neutron] Request body: {'port': {'device_id': '0ff30422-f618-4ef8-8d62-c921cac23323', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:16:18.441999 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-d0da3ffe-ad67-44e6-9475-bf959f304a08 req-236bbd6f-82be-4756-9617-f8c04c6bb311 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Unset dirty status for tenant:7a25fc3ecff749c59e42598d52e7b9fc on resource:security_group {{(pid=85257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 13:16:18.453920 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d0da3ffe-ad67-44e6-9475-bf959f304a08 req-236bbd6f-82be-4756-9617-f8c04c6bb311 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024302 Apr 15 13:16:18.518698 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-713a246b-b864-4a08-aa09-3a33134fd81e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:18.557432 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-713a246b-b864-4a08-aa09-3a33134fd81e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:16:18.562216 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-713a246b-b864-4a08-aa09-3a33134fd81e admin admin] Usage tracker for resource:security_group_rule and tenant:5cc60a0c58684e2f9897c1aa92d62567 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:16:18.566298 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-713a246b-b864-4a08-aa09-3a33134fd81e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:16:18.573277 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-713a246b-b864-4a08-aa09-3a33134fd81e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:16:18.585150 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 36572) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:18.618945 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-f12c647e-e15e-4fec-9994-ff1fe15339c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:18.636212 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e52d9c4-a7e6-40bb-8ac6-a2013725fd25 req-e29fdefb-483c-4b49-8519-b9bf77d39650 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:18.638063 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1e52d9c4-a7e6-40bb-8ac6-a2013725fd25 req-e29fdefb-483c-4b49-8519-b9bf77d39650 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] 10.222.0.64 "GET /v2.0/ports?device_id=a98c4cce-345f-4b2c-8fc5-2925f27628ea HTTP/1.1" status: 200 len: 944 time: 0.4919071 Apr 15 13:16:18.644603 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-f12c647e-e15e-4fec-9994-ff1fe15339c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:16:18.653326 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-f12c647e-e15e-4fec-9994-ff1fe15339c3 admin admin] Usage tracker for resource:security_group_rule and tenant:bea81b1021d14e16bd3f818cf0cdbb0b is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:16:18.657406 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-f12c647e-e15e-4fec-9994-ff1fe15339c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:16:18.668037 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-f12c647e-e15e-4fec-9994-ff1fe15339c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:16:18.747549 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-713a246b-b864-4a08-aa09-3a33134fd81e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:18.751722 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-5e835075-38b1-42ae-aefe-f14cffbce49f req-13892800-e7d5-4bdf-b5ec-69b096c8c98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:18.755076 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-713a246b-b864-4a08-aa09-3a33134fd81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:18.770184 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-19f5896b-54c5-46e6-bfdc-6f4d9fd352a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:18.837972 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-713a246b-b864-4a08-aa09-3a33134fd81e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5cc60a0c58684e2f9897c1aa92d62567&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5874629 Apr 15 13:16:18.839626 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a246b-b864-4a08-aa09-3a33134fd81e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2392024-3e16-416c-a722-fb7fe85b8d4f,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:18.856570 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-713a246b-b864-4a08-aa09-3a33134fd81e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:18.863992 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 36582) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:18.910444 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-f12c647e-e15e-4fec-9994-ff1fe15339c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:18.918540 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-f12c647e-e15e-4fec-9994-ff1fe15339c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:18.941366 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:18.998007 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-f12c647e-e15e-4fec-9994-ff1fe15339c3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bea81b1021d14e16bd3f818cf0cdbb0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4090314 Apr 15 13:16:19.000729 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 36588) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:19.013491 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-9ddb867a-80f8-487f-8d3f-ee782f80fa22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:19.068002 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12c647e-e15e-4fec-9994-ff1fe15339c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2fb68d-b815-4aab-870b-42ff3f3d35da,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:19.071340 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-f12c647e-e15e-4fec-9994-ff1fe15339c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:19.090210 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1e52d9c4-a7e6-40bb-8ac6-a2013725fd25 req-3dfdecea-8b93-48a4-a7f6-ecbce8dbcfa9 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] 10.222.0.64 "GET /v2.0/security-groups?id=b9ead658-4de5-44cf-bd72-986de37f1f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3880458 Apr 15 13:16:19.092254 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-fc48e1ba-bc12-4f7d-9b36-4118789cf51c req-1b5bee6f-e74f-4398-9dba-4e9eeb3b1bec service neutron] 10.222.0.65 "GET /v2.0/networks/8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7181938 Apr 15 13:16:19.092753 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-9ddb867a-80f8-487f-8d3f-ee782f80fa22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:19.122572 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device 41e20c04-81fb-441e-b81b-dbfcd2a60782 up at agent hyperv_hv-cinder-78494 {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:16:19.153493 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4651e614-4957-4f6a-a1e2-d499fa19353f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:19.183945 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4651e614-4957-4f6a-a1e2-d499fa19353f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:19.204418 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Provisioning for port 41e20c04-81fb-441e-b81b-dbfcd2a60782 completed by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:16:19.210428 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Provisioning complete for port 41e20c04-81fb-441e-b81b-dbfcd2a60782 triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:16:19.210883 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:19.212216 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-9ddb867a-80f8-487f-8d3f-ee782f80fa22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:19.226825 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:19.249758 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb867a-80f8-487f-8d3f-ee782f80fa22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2392024-3e16-416c-a722-fb7fe85b8d4f,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:19.252818 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-9ddb867a-80f8-487f-8d3f-ee782f80fa22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:19.259883 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-9ddb867a-80f8-487f-8d3f-ee782f80fa22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:19.262633 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-9ddb867a-80f8-487f-8d3f-ee782f80fa22 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c2392024-3e16-416c-a722-fb7fe85b8d4f HTTP/1.1" status: 204 len: 168 time: 0.3959668 Apr 15 13:16:19.262767 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd398a-86bc-4e74-942e-85d0fae62e56 req-94fa1db8-8f28-472a-96a5-9998ee1c8d9e tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:19.268037 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a3fd398a-86bc-4e74-942e-85d0fae62e56 req-94fa1db8-8f28-472a-96a5-9998ee1c8d9e tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd80ac4b-5358-409b-be91-a6bb01d982c5 HTTP/1.1" status: 200 len: 945 time: 0.6736708 Apr 15 13:16:19.270743 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4651e614-4957-4f6a-a1e2-d499fa19353f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:19.286748 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:19.316497 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4651e614-4957-4f6a-a1e2-d499fa19353f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2fb68d-b815-4aab-870b-42ff3f3d35da,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:19.324378 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-4651e614-4957-4f6a-a1e2-d499fa19353f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:19.325501 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4651e614-4957-4f6a-a1e2-d499fa19353f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:19.329651 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-4651e614-4957-4f6a-a1e2-d499fa19353f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0a2fb68d-b815-4aab-870b-42ff3f3d35da HTTP/1.1" status: 204 len: 168 time: 0.3260217 Apr 15 13:16:19.382647 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:19.415584 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a98c4cce-345f-4b2c-8fc5-2925f27628ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e20c04-81fb-441e-b81b-dbfcd2a60782'}] {{(pid=85259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:16:19.483731 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a3fd398a-86bc-4e74-942e-85d0fae62e56 req-9345cfbf-eb34-49ce-ae86-092cbf08c38b tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/security-groups?id=b868c94c-3d9d-4ebb-8c60-4bbeb25ff73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951053 Apr 15 13:16:19.496429 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-fc48e1ba-bc12-4f7d-9b36-4118789cf51c req-85ad4e80-a4bf-4785-a767-9802735d3f54 service neutron] 10.222.0.65 "GET /v2.0/networks/8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878717 Apr 15 13:16:19.529497 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port 41e20c04-81fb-441e-b81b-dbfcd2a60782, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=41e20c04-81fb-441e-b81b-dbfcd2a60782,segment=NetworkSegment(39efbaa2-18b4-4410-93b8-447a6a84be30),segment_id=39efbaa2-18b4-4410-93b8-447a6a84be30)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:16:19.534393 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:19.536257 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device 5fdbff51-c936-4208-acd8-b4fc02f04ac6 up at agent hyperv_hv-cinder-78494 {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:16:19.567251 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:19.724453 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Pushing event updated for resources: {'Port': ['ID=41e20c04-81fb-441e-b81b-dbfcd2a60782,revision_number=5']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:19.729124 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:19.737394 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Provisioning for port 5fdbff51-c936-4208-acd8-b4fc02f04ac6 completed by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:16:19.744319 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Provisioning complete for port 5fdbff51-c936-4208-acd8-b4fc02f04ac6 triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:16:19.745179 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:19.965669 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:20.014302 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port 5fdbff51-c936-4208-acd8-b4fc02f04ac6, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=5fdbff51-c936-4208-acd8-b4fc02f04ac6,segment=NetworkSegment(5ba62775-d6f2-40a9-ac4b-991dcc5cf8d7),segment_id=5ba62775-d6f2-40a9-ac4b-991dcc5cf8d7)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:16:20.022640 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:20.030074 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:20.053501 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 36632) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:20.106871 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-46b8acf7-dc1a-40bc-806e-dd7c48d89d0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:20.116418 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Pushing event updated for resources: {'Port': ['ID=5fdbff51-c936-4208-acd8-b4fc02f04ac6,revision_number=5']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:20.122354 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:20.168030 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-46b8acf7-dc1a-40bc-806e-dd7c48d89d0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:16:20.178475 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-46b8acf7-dc1a-40bc-806e-dd7c48d89d0e admin admin] Usage tracker for resource:security_group_rule and tenant:8de233bf1d684940875ba502a23a0efb is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:16:20.186904 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-46b8acf7-dc1a-40bc-806e-dd7c48d89d0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:16:20.204851 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-46b8acf7-dc1a-40bc-806e-dd7c48d89d0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:16:20.242825 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4fb1dc-e785-41dd-922a-dd46877d2a5c req-a5997cb4-f038-4e87-bfb1-8cc8240baa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:20.244712 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4f4fb1dc-e785-41dd-922a-dd46877d2a5c req-a5997cb4-f038-4e87-bfb1-8cc8240baa5a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7a25fc3ecff749c59e42598d52e7b9fc&device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 1096 time: 0.5827982 Apr 15 13:16:20.312609 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a98c4cce-345f-4b2c-8fc5-2925f27628ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e20c04-81fb-441e-b81b-dbfcd2a60782', 'code': 200} Apr 15 13:16:20.339344 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-46b8acf7-dc1a-40bc-806e-dd7c48d89d0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:20.350704 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-46b8acf7-dc1a-40bc-806e-dd7c48d89d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:20.379873 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:20.428761 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-46b8acf7-dc1a-40bc-806e-dd7c48d89d0e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8de233bf1d684940875ba502a23a0efb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3740201 Apr 15 13:16:20.433113 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 36652) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:20.456753 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8acf7-dc1a-40bc-806e-dd7c48d89d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78628a4-75d9-4d25-a247-a0b5ce48d1c3,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:20.460076 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35df00e-6c05-4d41-aa42-80dfd5d769d9 req-baf72fcd-5b80-4cc4-8f5a-a482394e763a tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:20.460207 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-46b8acf7-dc1a-40bc-806e-dd7c48d89d0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:20.460857 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-b35df00e-6c05-4d41-aa42-80dfd5d769d9 req-baf72fcd-5b80-4cc4-8f5a-a482394e763a tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Synchronizing usage tracker for tenant:7a25fc3ecff749c59e42598d52e7b9fc on resource:port {{(pid=85257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 13:16:20.480302 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [req-5e835075-38b1-42ae-aefe-f14cffbce49f req-13892800-e7d5-4bdf-b5ec-69b096c8c98e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76fd2e85-5f93-4419-9ff6-f9398bdcce68 {{(pid=85257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 13:16:20.507213 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-5e835075-38b1-42ae-aefe-f14cffbce49f req-13892800-e7d5-4bdf-b5ec-69b096c8c98e service neutron] Notify callbacks [] for port, precommit_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:20.537913 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-aa3c4d8b-c8bf-4ae4-a4e3-bf79d791df74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:20.579034 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-aa3c4d8b-c8bf-4ae4-a4e3-bf79d791df74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:20.637079 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-aa3c4d8b-c8bf-4ae4-a4e3-bf79d791df74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:20.643378 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-713a246b-b864-4a08-aa09-3a33134fd81e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:20.666111 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [req-5e835075-38b1-42ae-aefe-f14cffbce49f req-13892800-e7d5-4bdf-b5ec-69b096c8c98e service neutron] Transition to ACTIVE for port object 76fd2e85-5f93-4419-9ff6-f9398bdcce68 will not be triggered until provisioned by entity L2. {{(pid=85257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:16:20.671026 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3c4d8b-c8bf-4ae4-a4e3-bf79d791df74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78628a4-75d9-4d25-a247-a0b5ce48d1c3,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:20.671348 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-b35df00e-6c05-4d41-aa42-80dfd5d769d9 req-baf72fcd-5b80-4cc4-8f5a-a482394e763a tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Unset dirty status for tenant:7a25fc3ecff749c59e42598d52e7b9fc on resource:port {{(pid=85257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 13:16:20.674862 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-b35df00e-6c05-4d41-aa42-80dfd5d769d9 req-baf72fcd-5b80-4cc4-8f5a-a482394e763a tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ff30422-f618-4ef8-8d62-c921cac23323 HTTP/1.1" status: 200 len: 932 time: 0.9122174 Apr 15 13:16:20.682381 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-aa3c4d8b-c8bf-4ae4-a4e3-bf79d791df74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:20.692748 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-aa3c4d8b-c8bf-4ae4-a4e3-bf79d791df74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:20.695085 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-aa3c4d8b-c8bf-4ae4-a4e3-bf79d791df74 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d78628a4-75d9-4d25-a247-a0b5ce48d1c3 HTTP/1.1" status: 204 len: 168 time: 0.2606921 Apr 15 13:16:20.711993 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-5e835075-38b1-42ae-aefe-f14cffbce49f req-13892800-e7d5-4bdf-b5ec-69b096c8c98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:20.863390 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:20.975956 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-b35df00e-6c05-4d41-aa42-80dfd5d769d9 req-34907727-4029-4b19-aa8d-ef3f13a0c575 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650192 Apr 15 13:16:20.988359 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4fb1dc-e785-41dd-922a-dd46877d2a5c req-2e27d765-3abc-453b-949a-74d6493fcafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:20.990074 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4f4fb1dc-e785-41dd-922a-dd46877d2a5c req-2e27d765-3abc-453b-949a-74d6493fcafe service neutron] 10.222.0.65 "GET /v2.0/networks?id=8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c HTTP/1.1" status: 200 len: 920 time: 0.7335284 Apr 15 13:16:21.033901 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc19959-da77-441c-bfe2-0ad055fb9c2d req-d6877b01-5d99-49b1-ba55-9af26346c445 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:21.035731 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ccc19959-da77-441c-bfe2-0ad055fb9c2d req-d6877b01-5d99-49b1-ba55-9af26346c445 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] 10.222.0.64 "GET /v2.0/ports?device_id=a98c4cce-345f-4b2c-8fc5-2925f27628ea HTTP/1.1" status: 200 len: 945 time: 0.5144846 Apr 15 13:16:21.285305 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b247b2f-d02c-4dda-83b5-5cb60bed593d req-16544d34-9145-46fe-ba5e-6fcc8f76813b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:21.286940 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-2b247b2f-d02c-4dda-83b5-5cb60bed593d req-16544d34-9145-46fe-ba5e-6fcc8f76813b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a98c4cce-345f-4b2c-8fc5-2925f27628ea HTTP/1.1" status: 200 len: 1098 time: 0.6619473 Apr 15 13:16:21.288355 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13892800-e7d5-4bdf-b5ec-69b096c8c98e service neutron] Pushing event updated for resources: {'Port': ['ID=76fd2e85-5f93-4419-9ff6-f9398bdcce68,revision_number=2']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:21.292065 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-13892800-e7d5-4bdf-b5ec-69b096c8c98e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:21.303257 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4f4fb1dc-e785-41dd-922a-dd46877d2a5c req-bd76cfbf-5997-4e46-8f0d-2cd4caa285b5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=735f293a-0ef1-4b63-b381-c424aa74b668 HTTP/1.1" status: 200 len: 217 time: 0.2664552 Apr 15 13:16:21.343178 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-2b247b2f-d02c-4dda-83b5-5cb60bed593d req-dea3cc48-8ad6-402d-947f-359b125d8891 service neutron] Notify callbacks [] for security_group, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:21.438354 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ccc19959-da77-441c-bfe2-0ad055fb9c2d req-32cafdf3-754c-457d-8c49-35f365e03bb5 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] 10.222.0.64 "GET /v2.0/security-groups?id=b9ead658-4de5-44cf-bd72-986de37f1f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3830426 Apr 15 13:16:21.444669 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [req-2b247b2f-d02c-4dda-83b5-5cb60bed593d req-dea3cc48-8ad6-402d-947f-359b125d8891 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:16:21.456735 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4fb1dc-e785-41dd-922a-dd46877d2a5c req-81f1bfbc-ca34-4c2a-9fa4-3e863358406e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:21.458243 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4f4fb1dc-e785-41dd-922a-dd46877d2a5c req-81f1bfbc-ca34-4c2a-9fa4-3e863358406e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=734b4bd6-c885-4d5b-bca7-827d1f80adde HTTP/1.1" status: 200 len: 859 time: 0.1326416 Apr 15 13:16:21.466580 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-2b247b2f-d02c-4dda-83b5-5cb60bed593d req-dea3cc48-8ad6-402d-947f-359b125d8891 service neutron] Usage tracker for resource:security_group_rule and tenant:e5b4d0b755e447559209b76cae7ee0c7 is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:16:21.519635 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-2b247b2f-d02c-4dda-83b5-5cb60bed593d req-dea3cc48-8ad6-402d-947f-359b125d8891 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:16:21.535719 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [req-2b247b2f-d02c-4dda-83b5-5cb60bed593d req-dea3cc48-8ad6-402d-947f-359b125d8891 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:16:21.692606 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 36718) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:21.816319 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4f4fb1dc-e785-41dd-922a-dd46877d2a5c req-7263a29d-7dc1-4612-939b-2d3dbb3d10ec service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3434539 Apr 15 13:16:21.999440 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [req-5e835075-38b1-42ae-aefe-f14cffbce49f req-13892800-e7d5-4bdf-b5ec-69b096c8c98e service neutron] Attempting to bind port 76fd2e85-5f93-4419-9ff6-f9398bdcce68 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 13:16:21.999749 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [req-5e835075-38b1-42ae-aefe-f14cffbce49f req-13892800-e7d5-4bdf-b5ec-69b096c8c98e service neutron] Attempting to bind port 76fd2e85-5f93-4419-9ff6-f9398bdcce68 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'a723e0b2-5ada-4972-bf5d-6972a8b9a915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c'}] {{(pid=85257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 13:16:22.000226 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e835075-38b1-42ae-aefe-f14cffbce49f req-13892800-e7d5-4bdf-b5ec-69b096c8c98e service neutron] Attempting to bind port 76fd2e85-5f93-4419-9ff6-f9398bdcce68 on network 8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:16:22.011038 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd6a63-a28c-4240-b953-31b709271bd4 req-cbb7d44f-f76f-4084-a91f-b6e8842ee4cb tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:22.013007 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-36fd6a63-a28c-4240-b953-31b709271bd4 req-cbb7d44f-f76f-4084-a91f-b6e8842ee4cb tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd80ac4b-5358-409b-be91-a6bb01d982c5 HTTP/1.1" status: 200 len: 946 time: 0.8407612 Apr 15 13:16:22.028930 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e835075-38b1-42ae-aefe-f14cffbce49f req-13892800-e7d5-4bdf-b5ec-69b096c8c98e service neutron] Port 76fd2e85-5f93-4419-9ff6-f9398bdcce68 on network 8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 13:16:22.029305 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e835075-38b1-42ae-aefe-f14cffbce49f req-13892800-e7d5-4bdf-b5ec-69b096c8c98e service neutron] Attempting to bind port 76fd2e85-5f93-4419-9ff6-f9398bdcce68 on network 8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:16:22.042346 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e835075-38b1-42ae-aefe-f14cffbce49f req-13892800-e7d5-4bdf-b5ec-69b096c8c98e service neutron] Checking agent: {'id': '473bf83e-daba-40de-92d3-877eb5111141', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 13, 13, 53), 'started_at': datetime.datetime(2021, 4, 15, 13, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 13, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 13:16:22.042787 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e835075-38b1-42ae-aefe-f14cffbce49f req-13892800-e7d5-4bdf-b5ec-69b096c8c98e service neutron] Checking segment: {'id': 'a723e0b2-5ada-4972-bf5d-6972a8b9a915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:16:22.043156 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e835075-38b1-42ae-aefe-f14cffbce49f req-13892800-e7d5-4bdf-b5ec-69b096c8c98e service neutron] Bound using segment: {'id': 'a723e0b2-5ada-4972-bf5d-6972a8b9a915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c'} {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 13:16:22.043757 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [req-5e835075-38b1-42ae-aefe-f14cffbce49f req-13892800-e7d5-4bdf-b5ec-69b096c8c98e service neutron] Bound port: 76fd2e85-5f93-4419-9ff6-f9398bdcce68, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a723e0b2-5ada-4972-bf5d-6972a8b9a915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c'}}] {{(pid=85257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 13:16:22.044044 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-5e835075-38b1-42ae-aefe-f14cffbce49f req-13892800-e7d5-4bdf-b5ec-69b096c8c98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:22.180804 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-3e1cadef-cf90-4cb1-9e4c-41415a573795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:22.199572 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-3e1cadef-cf90-4cb1-9e4c-41415a573795 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:16:22.204117 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-3e1cadef-cf90-4cb1-9e4c-41415a573795 admin admin] Usage tracker for resource:security_group_rule and tenant:5d24af0dda5a4636b3435e69d8faf288 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:16:22.211574 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-3e1cadef-cf90-4cb1-9e4c-41415a573795 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:16:22.220259 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-3e1cadef-cf90-4cb1-9e4c-41415a573795 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:16:22.271321 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-36fd6a63-a28c-4240-b953-31b709271bd4 req-52ba84b2-8cf2-4ddc-9f07-9bcf100c728f tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/security-groups?id=b868c94c-3d9d-4ebb-8c60-4bbeb25ff73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465622 Apr 15 13:16:22.314474 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd80ac4b-5358-409b-be91-a6bb01d982c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fdbff51-c936-4208-acd8-b4fc02f04ac6'}] {{(pid=85259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:16:22.341169 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-3e1cadef-cf90-4cb1-9e4c-41415a573795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:22.346278 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-3e1cadef-cf90-4cb1-9e4c-41415a573795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:22.347837 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4f4fb1dc-e785-41dd-922a-dd46877d2a5c req-34ab48b1-2688-44af-99d6-97aecc70f6f9 service neutron] 10.222.0.65 "GET /v2.0/networks/8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5122416 Apr 15 13:16:22.359569 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-73985335-ffdc-447a-8dde-d508bca35ecf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:22.406330 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd80ac4b-5358-409b-be91-a6bb01d982c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fdbff51-c936-4208-acd8-b4fc02f04ac6', 'code': 200} Apr 15 13:16:22.411563 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [req-5e835075-38b1-42ae-aefe-f14cffbce49f req-13892800-e7d5-4bdf-b5ec-69b096c8c98e service neutron] For port 76fd2e85-5f93-4419-9ff6-f9398bdcce68, host hv-cinder-78494, cleared binding levels {{(pid=85257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 13:16:22.415992 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1cadef-cf90-4cb1-9e4c-41415a573795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95c3943-6ba2-4d7c-adcf-6ca37d9e341d,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:22.426730 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-3e1cadef-cf90-4cb1-9e4c-41415a573795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:22.441611 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-3e1cadef-cf90-4cb1-9e4c-41415a573795 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5d24af0dda5a4636b3435e69d8faf288&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7477922 Apr 15 13:16:22.442290 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 36750) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:22.533816 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-2b247b2f-d02c-4dda-83b5-5cb60bed593d req-dea3cc48-8ad6-402d-947f-359b125d8891 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:22.541323 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-31bf7592-b3ef-4928-8983-9f4bd193aa87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:22.565090 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [req-5e835075-38b1-42ae-aefe-f14cffbce49f req-13892800-e7d5-4bdf-b5ec-69b096c8c98e service neutron] For port 76fd2e85-5f93-4419-9ff6-f9398bdcce68, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=76fd2e85-5f93-4419-9ff6-f9398bdcce68,segment=NetworkSegment(a723e0b2-5ada-4972-bf5d-6972a8b9a915),segment_id=a723e0b2-5ada-4972-bf5d-6972a8b9a915)] {{(pid=85257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 13:16:22.574565 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-2b247b2f-d02c-4dda-83b5-5cb60bed593d req-dea3cc48-8ad6-402d-947f-359b125d8891 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:22.596389 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-31bf7592-b3ef-4928-8983-9f4bd193aa87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:22.601970 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-5e835075-38b1-42ae-aefe-f14cffbce49f req-13892800-e7d5-4bdf-b5ec-69b096c8c98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:22.613113 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb8355a-9ab8-4add-9a55-4df0f51308ad req-c0e6a890-d7b6-4ffe-9422-05fb665e7620 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:22.623356 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-dfb8355a-9ab8-4add-9a55-4df0f51308ad req-c0e6a890-d7b6-4ffe-9422-05fb665e7620 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ff30422-f618-4ef8-8d62-c921cac23323 HTTP/1.1" status: 200 len: 944 time: 0.4730153 Apr 15 13:16:22.640214 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:22.674861 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:22.711570 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-31bf7592-b3ef-4928-8983-9f4bd193aa87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:22.724718 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:22.758421 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bf7592-b3ef-4928-8983-9f4bd193aa87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95c3943-6ba2-4d7c-adcf-6ca37d9e341d,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:22.761295 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-31bf7592-b3ef-4928-8983-9f4bd193aa87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:22.770527 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-31bf7592-b3ef-4928-8983-9f4bd193aa87 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f95c3943-6ba2-4d7c-adcf-6ca37d9e341d HTTP/1.1" status: 204 len: 168 time: 0.3266230 Apr 15 13:16:22.771304 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-31bf7592-b3ef-4928-8983-9f4bd193aa87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:22.792683 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-2b247b2f-d02c-4dda-83b5-5cb60bed593d req-dea3cc48-8ad6-402d-947f-359b125d8891 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b9ead658-4de5-44cf-bd72-986de37f1f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4746575 Apr 15 13:16:22.958264 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea3cc48-8ad6-402d-947f-359b125d8891 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a4de7f56-3d0b-4737-91ef-48aebbeeb565,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:22.963232 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-dea3cc48-8ad6-402d-947f-359b125d8891 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:22.985772 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.266s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:23.147180 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4f4fb1dc-e785-41dd-922a-dd46877d2a5c req-39c1ac7f-89d5-4e06-844d-8adc633a9543 service neutron] 10.222.0.65 "GET /v2.0/networks/8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7906549 Apr 15 13:16:23.151049 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-dfb8355a-9ab8-4add-9a55-4df0f51308ad req-e23d16b6-07f2-4b51-a2e1-6c1ea9209b3c tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5011539 Apr 15 13:16:23.155008 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device 735f293a-0ef1-4b63-b381-c424aa74b668 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=85259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 13:16:23.201095 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e835075-38b1-42ae-aefe-f14cffbce49f req-13892800-e7d5-4bdf-b5ec-69b096c8c98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:23.201781 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-5e835075-38b1-42ae-aefe-f14cffbce49f req-13892800-e7d5-4bdf-b5ec-69b096c8c98e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for port, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:23.204904 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5e835075-38b1-42ae-aefe-f14cffbce49f req-13892800-e7d5-4bdf-b5ec-69b096c8c98e service neutron] 10.222.0.65 "PUT /v2.0/ports/76fd2e85-5f93-4419-9ff6-f9398bdcce68 HTTP/1.1" status: 200 len: 1094 time: 4.8316660 Apr 15 13:16:23.204904 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13892800-e7d5-4bdf-b5ec-69b096c8c98e service neutron] Pushing event updated for resources: {'Port': ['ID=76fd2e85-5f93-4419-9ff6-f9398bdcce68,revision_number=3']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:23.214806 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-13892800-e7d5-4bdf-b5ec-69b096c8c98e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:23.224331 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ff30422-f618-4ef8-8d62-c921cac23323', 'tag': '76fd2e85-5f93-4419-9ff6-f9398bdcce68'}] {{(pid=85257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:16:23.277134 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfcf45c-a476-4f1f-82e7-4ed4b88c442f req-2a6ccfc2-cdea-4bca-abb0-9cbc09a828ec tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:23.280962 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-dbfcf45c-a476-4f1f-82e7-4ed4b88c442f req-2a6ccfc2-cdea-4bca-abb0-9cbc09a828ec tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] 10.222.0.64 "GET /v2.0/ports?device_id=a98c4cce-345f-4b2c-8fc5-2925f27628ea HTTP/1.1" status: 200 len: 945 time: 0.5562456 Apr 15 13:16:23.285018 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24442c89-8f5d-4211-8d6d-1b964546062d req-83790d29-dc6d-43c3-9e11-5ead8f094e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:23.287098 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-24442c89-8f5d-4211-8d6d-1b964546062d req-83790d29-dc6d-43c3-9e11-5ead8f094e41 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bd80ac4b-5358-409b-be91-a6bb01d982c5 HTTP/1.1" status: 200 len: 1099 time: 0.5160911 Apr 15 13:16:23.327816 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ff30422-f618-4ef8-8d62-c921cac23323', 'tag': '76fd2e85-5f93-4419-9ff6-f9398bdcce68', 'status': 'completed', 'code': 200} Apr 15 13:16:23.445629 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port 735f293a-0ef1-4b63-b381-c424aa74b668, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=735f293a-0ef1-4b63-b381-c424aa74b668,segment=NetworkSegment(a723e0b2-5ada-4972-bf5d-6972a8b9a915),segment_id=a723e0b2-5ada-4972-bf5d-6972a8b9a915)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:16:23.489660 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Returning: {'device': '735f293a-0ef1-4b63-b381-c424aa74b668', 'network_id': '8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c', 'port_id': '735f293a-0ef1-4b63-b381-c424aa74b668', 'mac_address': 'fa:16:3e:0a:15:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '734b4bd6-c885-4d5b-bca7-827d1f80adde', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 13:16:23.501454 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 36800) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:23.538638 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b6a12d67-83f4-4a59-9084-e301acee8d88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:23.550325 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-dbfcf45c-a476-4f1f-82e7-4ed4b88c442f req-9b4d87c1-929f-4ab1-a7d9-06805bb8efcb tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] 10.222.0.64 "GET /v2.0/security-groups?id=b9ead658-4de5-44cf-bd72-986de37f1f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608812 Apr 15 13:16:23.553116 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-24442c89-8f5d-4211-8d6d-1b964546062d req-05ad0c45-ee3a-4ac5-98f6-495f294f846b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b868c94c-3d9d-4ebb-8c60-4bbeb25ff73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244720 Apr 15 13:16:23.602403 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-b6a12d67-83f4-4a59-9084-e301acee8d88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:16:23.608892 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-b6a12d67-83f4-4a59-9084-e301acee8d88 admin admin] Usage tracker for resource:security_group_rule and tenant:9b56e7c37e0d43ddac2e579c68d70c15 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:16:23.616665 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-b6a12d67-83f4-4a59-9084-e301acee8d88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:16:23.635758 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-b6a12d67-83f4-4a59-9084-e301acee8d88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:16:23.638702 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e835075-38b1-42ae-aefe-f14cffbce49f req-707de7c4-951b-4fcd-a10c-20c0c3115178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:23.641376 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5e835075-38b1-42ae-aefe-f14cffbce49f req-707de7c4-951b-4fcd-a10c-20c0c3115178 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7a25fc3ecff749c59e42598d52e7b9fc&device_id=0ff30422-f618-4ef8-8d62-c921cac23323 HTTP/1.1" status: 200 len: 1097 time: 0.3089242 Apr 15 13:16:23.645063 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:23.684846 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b26251c-6131-4217-bb1c-98262c532a96 req-6f08baf9-84d7-4aa8-b299-0e163d9d8a7c tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:23.686826 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1b26251c-6131-4217-bb1c-98262c532a96 req-6f08baf9-84d7-4aa8-b299-0e163d9d8a7c tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd80ac4b-5358-409b-be91-a6bb01d982c5 HTTP/1.1" status: 200 len: 946 time: 0.1253934 Apr 15 13:16:23.696786 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 735f293a-0ef1-4b63-b381-c424aa74b668 {{(pid=85259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 13:16:23.719801 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port 735f293a-0ef1-4b63-b381-c424aa74b668, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=735f293a-0ef1-4b63-b381-c424aa74b668,segment=NetworkSegment(a723e0b2-5ada-4972-bf5d-6972a8b9a915),segment_id=a723e0b2-5ada-4972-bf5d-6972a8b9a915)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:16:23.724884 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:23.727011 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:23.766782 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1b26251c-6131-4217-bb1c-98262c532a96 req-1f3cc9be-d355-4ab9-a393-e074d6c95485 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/security-groups?id=b868c94c-3d9d-4ebb-8c60-4bbeb25ff73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710759 Apr 15 13:16:23.861640 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Pushing event updated for resources: {'Port': ['ID=735f293a-0ef1-4b63-b381-c424aa74b668,revision_number=4']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:23.874478 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:23.877878 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b6a12d67-83f4-4a59-9084-e301acee8d88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:23.882050 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b6a12d67-83f4-4a59-9084-e301acee8d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:23.907384 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:23.971337 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a12d67-83f4-4a59-9084-e301acee8d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9a69fb-9500-4c22-a314-6993fd36301b,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:23.989934 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5e835075-38b1-42ae-aefe-f14cffbce49f req-76f9f23e-b610-48f6-98e5-54cdcf0dc4ca service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76fd2e85-5f93-4419-9ff6-f9398bdcce68 HTTP/1.1" status: 200 len: 217 time: 0.1174293 Apr 15 13:16:23.994926 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-b6a12d67-83f4-4a59-9084-e301acee8d88 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9b56e7c37e0d43ddac2e579c68d70c15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4899118 Apr 15 13:16:23.995409 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 36818) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:23.997232 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-b6a12d67-83f4-4a59-9084-e301acee8d88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:24.133776 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e835075-38b1-42ae-aefe-f14cffbce49f req-b501690b-01bf-4905-bc09-25af4b000189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:24.135232 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5e835075-38b1-42ae-aefe-f14cffbce49f req-b501690b-01bf-4905-bc09-25af4b000189 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=734b4bd6-c885-4d5b-bca7-827d1f80adde HTTP/1.1" status: 200 len: 859 time: 0.1231577 Apr 15 13:16:24.137805 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c93e0326-e306-4d8c-aaaa-f96a78e0aebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:24.160038 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] get_ports_and_sgs() called for port_ids ['735f293a-0ef1-4b63-b381-c424aa74b668'] {{(pid=85259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 13:16:24.211435 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5e835075-38b1-42ae-aefe-f14cffbce49f req-21fb7105-632f-4b93-b556-843e242e7802 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628195 Apr 15 13:16:24.224515 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c93e0326-e306-4d8c-aaaa-f96a78e0aebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:24.555707 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5e835075-38b1-42ae-aefe-f14cffbce49f req-8728f100-aa6e-476c-89e0-1c9674af842a service neutron] 10.222.0.65 "GET /v2.0/networks/8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058290 Apr 15 13:16:24.568606 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d326a-24ae-4001-ab52-19a0329d571c req-acde60d5-c5c5-4b0e-b735-795056dd77bb tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:24.576491 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4c3d326a-24ae-4001-ab52-19a0329d571c req-acde60d5-c5c5-4b0e-b735-795056dd77bb tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ff30422-f618-4ef8-8d62-c921cac23323 HTTP/1.1" status: 200 len: 944 time: 0.2072904 Apr 15 13:16:24.720913 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c93e0326-e306-4d8c-aaaa-f96a78e0aebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:24.800027 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-5a448ef9-e184-480c-a481-ab8a3add3231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:24.821171 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4c3d326a-24ae-4001-ab52-19a0329d571c req-dfdb6b72-7daa-4001-a041-b567cec4804a tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436099 Apr 15 13:16:24.842411 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e0326-e306-4d8c-aaaa-f96a78e0aebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9a69fb-9500-4c22-a314-6993fd36301b,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:24.852021 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-c93e0326-e306-4d8c-aaaa-f96a78e0aebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:24.862422 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c93e0326-e306-4d8c-aaaa-f96a78e0aebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:24.866251 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-c93e0326-e306-4d8c-aaaa-f96a78e0aebb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7f9a69fb-9500-4c22-a314-6993fd36301b HTTP/1.1" status: 204 len: 168 time: 0.8671820 Apr 15 13:16:24.933262 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773af0f-f9d2-4b10-b140-d2f0324d0577 req-c6e4ed03-56d6-4e32-9105-11c0c1453beb tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:24.934879 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-3773af0f-f9d2-4b10-b140-d2f0324d0577 req-c6e4ed03-56d6-4e32-9105-11c0c1453beb tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] 10.222.0.64 "GET /v2.0/ports?device_id=a98c4cce-345f-4b2c-8fc5-2925f27628ea HTTP/1.1" status: 200 len: 945 time: 0.2186975 Apr 15 13:16:24.937079 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5e835075-38b1-42ae-aefe-f14cffbce49f req-c6f13f1e-7143-43a6-aac5-83df0fc7499b service neutron] 10.222.0.65 "GET /v2.0/networks/8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565257 Apr 15 13:16:24.949885 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 36864) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:25.006851 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-3773af0f-f9d2-4b10-b140-d2f0324d0577 req-9f2df497-9d7d-44c7-bfe2-97635ad53e46 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] 10.222.0.64 "GET /v2.0/security-groups?id=b9ead658-4de5-44cf-bd72-986de37f1f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559847 Apr 15 13:16:25.128575 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8760dd-97fd-4dc5-8232-a2140982193f req-b37b1865-c14a-42a7-a3bd-d67ffed856b7 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:25.130457 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-cd8760dd-97fd-4dc5-8232-a2140982193f req-b37b1865-c14a-42a7-a3bd-d67ffed856b7 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd80ac4b-5358-409b-be91-a6bb01d982c5 HTTP/1.1" status: 200 len: 946 time: 0.1063218 Apr 15 13:16:25.446012 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-cd8760dd-97fd-4dc5-8232-a2140982193f req-f3d61333-31d6-446d-bd72-16bce773293c tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/security-groups?id=b868c94c-3d9d-4ebb-8c60-4bbeb25ff73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055382 Apr 15 13:16:25.452862 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-f226339c-57a3-422d-9c7c-071e197c754e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:25.508275 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-f226339c-57a3-422d-9c7c-071e197c754e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:16:25.517773 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-f226339c-57a3-422d-9c7c-071e197c754e admin admin] Usage tracker for resource:security_group_rule and tenant:31fefec80d254ad599b435e4a9f12f91 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:16:25.526157 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-f226339c-57a3-422d-9c7c-071e197c754e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:16:25.540960 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-f226339c-57a3-422d-9c7c-071e197c754e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:16:25.541162 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f0009-4146-4964-8799-a8302675fbd8 req-012aa2ff-df02-4b19-a11a-0445aa6addcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:25.542838 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4e8f0009-4146-4964-8799-a8302675fbd8 req-012aa2ff-df02-4b19-a11a-0445aa6addcf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7a25fc3ecff749c59e42598d52e7b9fc&device_id=0ff30422-f618-4ef8-8d62-c921cac23323 HTTP/1.1" status: 200 len: 1097 time: 0.0958471 Apr 15 13:16:25.781039 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-f226339c-57a3-422d-9c7c-071e197c754e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:25.786432 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-f226339c-57a3-422d-9c7c-071e197c754e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:25.803558 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-aa3c4d8b-c8bf-4ae4-a4e3-bf79d791df74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:25.913209 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-f226339c-57a3-422d-9c7c-071e197c754e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=31fefec80d254ad599b435e4a9f12f91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9621072 Apr 15 13:16:25.914038 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 36904) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:25.914766 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f226339c-57a3-422d-9c7c-071e197c754e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0bc1c44-1188-4ad7-896b-316e821ffeac,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:25.920143 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-f226339c-57a3-422d-9c7c-071e197c754e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:25.961667 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f0009-4146-4964-8799-a8302675fbd8 req-0d6b61eb-ae09-41b1-a3ef-07eee6f3dae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:25.964094 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4e8f0009-4146-4964-8799-a8302675fbd8 req-0d6b61eb-ae09-41b1-a3ef-07eee6f3dae4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c HTTP/1.1" status: 200 len: 920 time: 0.4125452 Apr 15 13:16:25.985981 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c0dade5a-2b5c-43b4-8901-f81736e15680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:26.053938 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c0dade5a-2b5c-43b4-8901-f81736e15680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:26.125781 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c0dade5a-2b5c-43b4-8901-f81736e15680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:26.133491 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:26.152884 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dade5a-2b5c-43b4-8901-f81736e15680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0bc1c44-1188-4ad7-896b-316e821ffeac,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:26.168189 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-c0dade5a-2b5c-43b4-8901-f81736e15680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:26.176932 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c0dade5a-2b5c-43b4-8901-f81736e15680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:26.178364 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-c0dade5a-2b5c-43b4-8901-f81736e15680 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a0bc1c44-1188-4ad7-896b-316e821ffeac HTTP/1.1" status: 204 len: 168 time: 0.2603917 Apr 15 13:16:26.192511 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4e8f0009-4146-4964-8799-a8302675fbd8 req-e9123c65-08dd-4e2d-a03f-d531f674d208 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76fd2e85-5f93-4419-9ff6-f9398bdcce68 HTTP/1.1" status: 200 len: 217 time: 0.1698117 Apr 15 13:16:26.438530 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f0009-4146-4964-8799-a8302675fbd8 req-0bb6b5d8-bebc-4d7f-9493-7b9d574e2566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:26.440483 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4e8f0009-4146-4964-8799-a8302675fbd8 req-0bb6b5d8-bebc-4d7f-9493-7b9d574e2566 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=734b4bd6-c885-4d5b-bca7-827d1f80adde HTTP/1.1" status: 200 len: 859 time: 0.1913381 Apr 15 13:16:26.540392 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4e8f0009-4146-4964-8799-a8302675fbd8 req-ce617443-5296-48d3-a0ac-37f605be0af4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866978 Apr 15 13:16:26.558556 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf057b-be6f-4978-938f-c5955b1f65be req-dc3fbf15-d64c-4b4a-845a-184261756655 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:26.560794 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e5cf057b-be6f-4978-938f-c5955b1f65be req-dc3fbf15-d64c-4b4a-845a-184261756655 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ff30422-f618-4ef8-8d62-c921cac23323 HTTP/1.1" status: 200 len: 944 time: 0.3885601 Apr 15 13:16:26.611849 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c80fa0-45c8-4680-bcaf-009c885b74fa req-e17962b4-dd30-4c70-bd0f-fdc701350160 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:26.614082 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c6c80fa0-45c8-4680-bcaf-009c885b74fa req-e17962b4-dd30-4c70-bd0f-fdc701350160 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] 10.222.0.64 "GET /v2.0/ports?device_id=a98c4cce-345f-4b2c-8fc5-2925f27628ea HTTP/1.1" status: 200 len: 945 time: 0.3063734 Apr 15 13:16:26.816118 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e5cf057b-be6f-4978-938f-c5955b1f65be req-8ed6e990-b885-482e-ab1c-193fb107abcd tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260473 Apr 15 13:16:26.896393 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c6c80fa0-45c8-4680-bcaf-009c885b74fa req-9e6bbfb1-5834-4909-88eb-888f58b67391 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] 10.222.0.64 "GET /v2.0/security-groups?id=b9ead658-4de5-44cf-bd72-986de37f1f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920302 Apr 15 13:16:26.925868 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4e8f0009-4146-4964-8799-a8302675fbd8 req-ddac90c0-5446-4203-bb37-5be4976cf0a5 service neutron] 10.222.0.65 "GET /v2.0/networks/8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637533 Apr 15 13:16:26.997995 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 36962) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:27.128982 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 36968) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:27.181337 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c3d3aef2-c7e5-460b-bca3-565399b9fa07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:27.205413 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device 735f293a-0ef1-4b63-b381-c424aa74b668 up at agent hyperv_hv-cinder-78494 {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:16:27.220695 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-c3d3aef2-c7e5-460b-bca3-565399b9fa07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:16:27.254469 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-c3d3aef2-c7e5-460b-bca3-565399b9fa07 admin admin] Usage tracker for resource:security_group_rule and tenant:49fa1dc4299745c68f439d23d6969a15 is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:16:27.261807 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-c3d3aef2-c7e5-460b-bca3-565399b9fa07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:16:27.275785 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac81fc-7277-495f-b60a-21e18503aeab req-5637299c-b852-4ebf-b527-7c08a824cfe7 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:27.277343 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f0ac81fc-7277-495f-b60a-21e18503aeab req-5637299c-b852-4ebf-b527-7c08a824cfe7 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd80ac4b-5358-409b-be91-a6bb01d982c5 HTTP/1.1" status: 200 len: 946 time: 0.1894867 Apr 15 13:16:27.292510 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-c3d3aef2-c7e5-460b-bca3-565399b9fa07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:16:27.331428 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4e8f0009-4146-4964-8799-a8302675fbd8 req-bd7ce7e1-ce92-441a-ac4f-212140354d6a service neutron] 10.222.0.65 "GET /v2.0/networks/8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3960733 Apr 15 13:16:27.386824 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f0ac81fc-7277-495f-b60a-21e18503aeab req-75868b2b-4ce6-4b3d-ac35-50065dbf1450 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/security-groups?id=b868c94c-3d9d-4ebb-8c60-4bbeb25ff73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870574 Apr 15 13:16:27.394403 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Provisioning for port 735f293a-0ef1-4b63-b381-c424aa74b668 completed by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:16:27.408703 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Provisioning complete for port 735f293a-0ef1-4b63-b381-c424aa74b668 triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:16:27.409198 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:27.488215 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c3d3aef2-c7e5-460b-bca3-565399b9fa07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:27.495047 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c3d3aef2-c7e5-460b-bca3-565399b9fa07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:27.506804 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:27.565463 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d3aef2-c7e5-460b-bca3-565399b9fa07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb7d7be-7b59-491e-b3b2-15448f60454e,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:27.572302 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-8f126001-8225-4ba9-af01-cc437498d9b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:27.584830 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-c3d3aef2-c7e5-460b-bca3-565399b9fa07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:27.615364 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-c3d3aef2-c7e5-460b-bca3-565399b9fa07 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=49fa1dc4299745c68f439d23d6969a15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5291147 Apr 15 13:16:27.618145 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 36986) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:27.651037 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-8f126001-8225-4ba9-af01-cc437498d9b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:16:27.658765 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-8f126001-8225-4ba9-af01-cc437498d9b7 admin admin] Usage tracker for resource:security_group_rule and tenant:f6efd6002fbb46be8fd58f2ce9472620 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:16:27.663346 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-8f126001-8225-4ba9-af01-cc437498d9b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:16:27.672849 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-8f126001-8225-4ba9-af01-cc437498d9b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:16:27.812899 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-8f126001-8225-4ba9-af01-cc437498d9b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:27.816343 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-8f126001-8225-4ba9-af01-cc437498d9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:27.826923 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-994f5501-f484-482b-b104-3f1ed1693da8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:27.849197 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-df13330c-df40-4a59-ae54-9d25e5213b8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:27.876608 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f126001-8225-4ba9-af01-cc437498d9b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c7b1fb-17cd-4a57-8f48-e38eeed88b51,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:27.881845 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-8f126001-8225-4ba9-af01-cc437498d9b7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f6efd6002fbb46be8fd58f2ce9472620&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7515390 Apr 15 13:16:27.882958 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-8f126001-8225-4ba9-af01-cc437498d9b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:27.884574 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 36996) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:27.923716 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-df13330c-df40-4a59-ae54-9d25e5213b8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:27.976770 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-df13330c-df40-4a59-ae54-9d25e5213b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:27.982858 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:28.002788 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-df13330c-df40-4a59-ae54-9d25e5213b8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:28.004098 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-df13330c-df40-4a59-ae54-9d25e5213b8e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7fb7d7be-7b59-491e-b3b2-15448f60454e HTTP/1.1" status: 204 len: 168 time: 0.3849571 Apr 15 13:16:28.005030 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df13330c-df40-4a59-ae54-9d25e5213b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb7d7be-7b59-491e-b3b2-15448f60454e,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:28.026921 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-df13330c-df40-4a59-ae54-9d25e5213b8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:28.032923 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ebbd1662-1c22-4da9-af6b-ea5163ad0653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:28.121548 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ebbd1662-1c22-4da9-af6b-ea5163ad0653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:28.213740 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:28.235779 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5561b1f1-4402-45f1-8f18-414fde8dab63 req-832f09e6-f723-4937-89f2-c8329b253275 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:28.237488 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5561b1f1-4402-45f1-8f18-414fde8dab63 req-832f09e6-f723-4937-89f2-c8329b253275 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ff30422-f618-4ef8-8d62-c921cac23323 HTTP/1.1" status: 200 len: 944 time: 0.1969798 Apr 15 13:16:28.239221 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ebbd1662-1c22-4da9-af6b-ea5163ad0653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:28.246095 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-3e1cadef-cf90-4cb1-9e4c-41415a573795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:28.272693 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbd1662-1c22-4da9-af6b-ea5163ad0653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c7b1fb-17cd-4a57-8f48-e38eeed88b51,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:28.283208 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-ebbd1662-1c22-4da9-af6b-ea5163ad0653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:28.291232 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ebbd1662-1c22-4da9-af6b-ea5163ad0653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:28.293809 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-ebbd1662-1c22-4da9-af6b-ea5163ad0653 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/71c7b1fb-17cd-4a57-8f48-e38eeed88b51 HTTP/1.1" status: 204 len: 168 time: 0.4071634 Apr 15 13:16:28.303194 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port 735f293a-0ef1-4b63-b381-c424aa74b668, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=735f293a-0ef1-4b63-b381-c424aa74b668,segment=NetworkSegment(a723e0b2-5ada-4972-bf5d-6972a8b9a915),segment_id=a723e0b2-5ada-4972-bf5d-6972a8b9a915)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:16:28.304693 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6466a2b9-02e4-4e18-9c1a-b7be90386e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735f293a-0ef1-4b63-b381-c424aa74b668'}] {{(pid=85259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:16:28.335055 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5561b1f1-4402-45f1-8f18-414fde8dab63 req-f9de684e-e8db-4fa1-a72f-66a5a3723f79 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881085 Apr 15 13:16:28.351704 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:28.354476 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:28.487810 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Pushing event updated for resources: {'Port': ['ID=735f293a-0ef1-4b63-b381-c424aa74b668,revision_number=5']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:28.503899 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:28.524796 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6466a2b9-02e4-4e18-9c1a-b7be90386e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735f293a-0ef1-4b63-b381-c424aa74b668', 'code': 200} Apr 15 13:16:28.932001 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7c4ae-77ac-473a-aca5-e1d570115006 req-5f761c02-15e3-4412-a1a6-987052766c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:28.933618 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8bb7c4ae-77ac-473a-aca5-e1d570115006 req-5f761c02-15e3-4412-a1a6-987052766c3f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 1098 time: 0.1028030 Apr 15 13:16:28.988143 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 37048) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:29.027677 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-af87c685-4eb2-46c3-b26a-95be6cbad83d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:29.030561 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-8bb7c4ae-77ac-473a-aca5-e1d570115006 req-a452a5f6-1621-41df-b938-69e0861d9df9 service neutron] Synchronizing usage tracker for tenant:e5b4d0b755e447559209b76cae7ee0c7 on resource:security_group {{(pid=85257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 13:16:29.052535 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-8bb7c4ae-77ac-473a-aca5-e1d570115006 req-a452a5f6-1621-41df-b938-69e0861d9df9 service neutron] Unset dirty status for tenant:e5b4d0b755e447559209b76cae7ee0c7 on resource:security_group {{(pid=85257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 13:16:29.054095 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8bb7c4ae-77ac-473a-aca5-e1d570115006 req-a452a5f6-1621-41df-b938-69e0861d9df9 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094155 Apr 15 13:16:29.059904 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-af87c685-4eb2-46c3-b26a-95be6cbad83d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:16:29.064486 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-af87c685-4eb2-46c3-b26a-95be6cbad83d admin admin] Usage tracker for resource:security_group_rule and tenant:5417d9cf2d16462b9b33c2a03c517701 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:16:29.067752 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-af87c685-4eb2-46c3-b26a-95be6cbad83d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:16:29.074066 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-af87c685-4eb2-46c3-b26a-95be6cbad83d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:16:29.143087 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 37058) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:29.185061 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-af87c685-4eb2-46c3-b26a-95be6cbad83d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:29.188956 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-af87c685-4eb2-46c3-b26a-95be6cbad83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:29.198666 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-46b8acf7-dc1a-40bc-806e-dd7c48d89d0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:29.208428 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device 76fd2e85-5f93-4419-9ff6-f9398bdcce68 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=85259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 13:16:29.247266 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-af87c685-4eb2-46c3-b26a-95be6cbad83d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5417d9cf2d16462b9b33c2a03c517701&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2578087 Apr 15 13:16:29.248415 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af87c685-4eb2-46c3-b26a-95be6cbad83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8cf48a-3736-40d6-baf3-53b12f9fe7b2,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:29.250278 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 37070) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:29.252437 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-af87c685-4eb2-46c3-b26a-95be6cbad83d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:29.319578 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d842ad6d-8a44-42d4-be8e-88c8dddd0c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:29.351204 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d842ad6d-8a44-42d4-be8e-88c8dddd0c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:29.424754 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d842ad6d-8a44-42d4-be8e-88c8dddd0c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:29.433001 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-c93e0326-e306-4d8c-aaaa-f96a78e0aebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:29.481839 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d842ad6d-8a44-42d4-be8e-88c8dddd0c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:29.489811 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-d842ad6d-8a44-42d4-be8e-88c8dddd0c26 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7d8cf48a-3736-40d6-baf3-53b12f9fe7b2 HTTP/1.1" status: 204 len: 168 time: 0.2373116 Apr 15 13:16:29.490900 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d842ad6d-8a44-42d4-be8e-88c8dddd0c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8cf48a-3736-40d6-baf3-53b12f9fe7b2,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:29.494813 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-d842ad6d-8a44-42d4-be8e-88c8dddd0c26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:29.523311 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-732e3417-d0d6-411c-924c-0db0ad4498df admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:29.552047 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port 76fd2e85-5f93-4419-9ff6-f9398bdcce68, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=76fd2e85-5f93-4419-9ff6-f9398bdcce68,segment=NetworkSegment(a723e0b2-5ada-4972-bf5d-6972a8b9a915),segment_id=a723e0b2-5ada-4972-bf5d-6972a8b9a915)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:16:29.556524 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-732e3417-d0d6-411c-924c-0db0ad4498df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:16:29.566578 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-732e3417-d0d6-411c-924c-0db0ad4498df admin admin] Usage tracker for resource:security_group_rule and tenant:75d4b17bc17147f08432746d25f611a2 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:16:29.572735 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-732e3417-d0d6-411c-924c-0db0ad4498df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:16:29.586560 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Returning: {'device': '76fd2e85-5f93-4419-9ff6-f9398bdcce68', 'network_id': '8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c', 'port_id': '76fd2e85-5f93-4419-9ff6-f9398bdcce68', 'mac_address': 'fa:16:3e:9f:60:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '734b4bd6-c885-4d5b-bca7-827d1f80adde', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 13:16:29.587783 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-732e3417-d0d6-411c-924c-0db0ad4498df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:16:29.664448 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 37092) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:29.664629 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb37e69-0860-4d3b-ae52-d4c4dc9650ec req-76e1a165-a523-41f5-aaf8-961468610ee0 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:29.668246 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-bcb37e69-0860-4d3b-ae52-d4c4dc9650ec req-76e1a165-a523-41f5-aaf8-961468610ee0 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ff30422-f618-4ef8-8d62-c921cac23323 HTTP/1.1" status: 200 len: 944 time: 0.1606379 Apr 15 13:16:29.683276 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:29.703539 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76fd2e85-5f93-4419-9ff6-f9398bdcce68 {{(pid=85259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 13:16:29.728698 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port 76fd2e85-5f93-4419-9ff6-f9398bdcce68, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=76fd2e85-5f93-4419-9ff6-f9398bdcce68,segment=NetworkSegment(a723e0b2-5ada-4972-bf5d-6972a8b9a915),segment_id=a723e0b2-5ada-4972-bf5d-6972a8b9a915)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:16:29.732576 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:29.735953 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:29.806784 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-bcb37e69-0860-4d3b-ae52-d4c4dc9650ec req-e9192983-06e3-447c-9666-8103b00c49f6 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285751 Apr 15 13:16:29.838161 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-732e3417-d0d6-411c-924c-0db0ad4498df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:29.856345 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-732e3417-d0d6-411c-924c-0db0ad4498df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:29.893820 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-c0dade5a-2b5c-43b4-8901-f81736e15680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:29.930594 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Pushing event updated for resources: {'Port': ['ID=76fd2e85-5f93-4419-9ff6-f9398bdcce68,revision_number=4']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:29.938297 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:29.945775 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732e3417-d0d6-411c-924c-0db0ad4498df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331f8bd3-c564-4eb9-a9d0-73f1b19e5730,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:29.951376 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-732e3417-d0d6-411c-924c-0db0ad4498df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:29.971153 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-732e3417-d0d6-411c-924c-0db0ad4498df admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=75d4b17bc17147f08432746d25f611a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8266003 Apr 15 13:16:29.973881 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 37110) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:30.061145 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0f04b470-42ba-4114-8cab-f019396e52f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:30.103537 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0f04b470-42ba-4114-8cab-f019396e52f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:30.179353 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0f04b470-42ba-4114-8cab-f019396e52f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:30.184725 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:30.201242 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7608c99a-5b6f-47ad-bfd9-4822d9e5755d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:30.211289 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f04b470-42ba-4114-8cab-f019396e52f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331f8bd3-c564-4eb9-a9d0-73f1b19e5730,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:30.214556 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-0f04b470-42ba-4114-8cab-f019396e52f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:30.215678 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0f04b470-42ba-4114-8cab-f019396e52f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:30.216764 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-0f04b470-42ba-4114-8cab-f019396e52f7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/331f8bd3-c564-4eb9-a9d0-73f1b19e5730 HTTP/1.1" status: 204 len: 168 time: 0.2418065 Apr 15 13:16:30.244991 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-7608c99a-5b6f-47ad-bfd9-4822d9e5755d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:16:30.246977 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] get_ports_and_sgs() called for port_ids ['76fd2e85-5f93-4419-9ff6-f9398bdcce68'] {{(pid=85259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 13:16:30.254099 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-7608c99a-5b6f-47ad-bfd9-4822d9e5755d admin admin] Usage tracker for resource:security_group_rule and tenant:ff48c659df844af8aec31ba6ace47070 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:16:30.261750 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-7608c99a-5b6f-47ad-bfd9-4822d9e5755d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:16:30.278345 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-7608c99a-5b6f-47ad-bfd9-4822d9e5755d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:16:30.564755 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7608c99a-5b6f-47ad-bfd9-4822d9e5755d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:30.571673 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7608c99a-5b6f-47ad-bfd9-4822d9e5755d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:30.580034 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-cc82b860-4274-4b6a-b525-3247a2dffe76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:30.634973 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-7608c99a-5b6f-47ad-bfd9-4822d9e5755d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ff48c659df844af8aec31ba6ace47070&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9663498 Apr 15 13:16:30.634973 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7608c99a-5b6f-47ad-bfd9-4822d9e5755d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970f037d-34e3-4993-bc94-f50c29e7c1c2,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:30.635708 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 37134) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:30.649071 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-7608c99a-5b6f-47ad-bfd9-4822d9e5755d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:30.682633 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 37138) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:30.713769 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-35ee91a4-583c-4fcc-82c8-ea5c300d9402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:30.741893 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-35ee91a4-583c-4fcc-82c8-ea5c300d9402 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:16:30.742109 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-3493c99f-4100-4428-8677-fc08cce01ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:30.746388 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-35ee91a4-583c-4fcc-82c8-ea5c300d9402 admin admin] Usage tracker for resource:security_group_rule and tenant:fe8dbd8b5bf746ed9e08c8eb93e73c97 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:16:30.749489 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-35ee91a4-583c-4fcc-82c8-ea5c300d9402 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:16:30.755973 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-35ee91a4-583c-4fcc-82c8-ea5c300d9402 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:16:30.786705 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-3493c99f-4100-4428-8677-fc08cce01ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:30.858727 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-3493c99f-4100-4428-8677-fc08cce01ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:30.866942 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-dea3cc48-8ad6-402d-947f-359b125d8891 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:30.881870 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3493c99f-4100-4428-8677-fc08cce01ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970f037d-34e3-4993-bc94-f50c29e7c1c2,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:30.884952 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-3493c99f-4100-4428-8677-fc08cce01ff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:30.905439 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-3493c99f-4100-4428-8677-fc08cce01ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:30.939897 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-3493c99f-4100-4428-8677-fc08cce01ff9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/970f037d-34e3-4993-bc94-f50c29e7c1c2 HTTP/1.1" status: 204 len: 168 time: 0.2948923 Apr 15 13:16:31.053216 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-35ee91a4-583c-4fcc-82c8-ea5c300d9402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:31.058499 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-35ee91a4-583c-4fcc-82c8-ea5c300d9402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:31.119906 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:31.167052 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-35ee91a4-583c-4fcc-82c8-ea5c300d9402 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fe8dbd8b5bf746ed9e08c8eb93e73c97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4828877 Apr 15 13:16:31.168178 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ee91a4-583c-4fcc-82c8-ea5c300d9402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2018a06-e7ba-49e7-8f6e-da257ec3088b,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:31.171504 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 37162) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:31.176361 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-35ee91a4-583c-4fcc-82c8-ea5c300d9402 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:31.242242 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718fb428-72cc-4365-86e2-44fba8714c6b req-d05e0372-1cf1-4336-8429-dc473ff6c6ff tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:31.246474 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-718fb428-72cc-4365-86e2-44fba8714c6b req-d05e0372-1cf1-4336-8429-dc473ff6c6ff tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ff30422-f618-4ef8-8d62-c921cac23323 HTTP/1.1" status: 200 len: 945 time: 0.1631720 Apr 15 13:16:31.280255 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-39ff7af5-f641-45c7-8a5e-af8ce3e58d47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:31.331269 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-718fb428-72cc-4365-86e2-44fba8714c6b req-e5c9eabf-c394-4874-982f-a3cf4edd5035 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775368 Apr 15 13:16:31.332322 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-39ff7af5-f641-45c7-8a5e-af8ce3e58d47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:31.400765 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-39ff7af5-f641-45c7-8a5e-af8ce3e58d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:31.410222 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-c237d2fc-806c-432a-8f94-e38c68f8590b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:31.426436 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ff7af5-f641-45c7-8a5e-af8ce3e58d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2018a06-e7ba-49e7-8f6e-da257ec3088b,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:31.432991 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-39ff7af5-f641-45c7-8a5e-af8ce3e58d47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:31.446464 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-39ff7af5-f641-45c7-8a5e-af8ce3e58d47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:31.447885 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-39ff7af5-f641-45c7-8a5e-af8ce3e58d47 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c2018a06-e7ba-49e7-8f6e-da257ec3088b HTTP/1.1" status: 204 len: 168 time: 0.2737350 Apr 15 13:16:31.463346 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 37174) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:31.487867 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-aeb12bd5-4dd4-4c18-af6a-a30d5ad0e879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:31.505851 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-aeb12bd5-4dd4-4c18-af6a-a30d5ad0e879 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:16:31.510014 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-aeb12bd5-4dd4-4c18-af6a-a30d5ad0e879 admin admin] Usage tracker for resource:security_group_rule and tenant:1e9d0607f7b3457681b9773cbbd83fa7 is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:16:31.513013 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-aeb12bd5-4dd4-4c18-af6a-a30d5ad0e879 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:16:31.519941 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-aeb12bd5-4dd4-4c18-af6a-a30d5ad0e879 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:16:31.619452 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-aeb12bd5-4dd4-4c18-af6a-a30d5ad0e879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:31.622657 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-aeb12bd5-4dd4-4c18-af6a-a30d5ad0e879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:31.633326 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:31.677687 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb12bd5-4dd4-4c18-af6a-a30d5ad0e879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e79e5f0-99bf-409d-92dc-c0d0052ad356,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:31.683190 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-aeb12bd5-4dd4-4c18-af6a-a30d5ad0e879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:31.690294 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-aeb12bd5-4dd4-4c18-af6a-a30d5ad0e879 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1e9d0607f7b3457681b9773cbbd83fa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2218363 Apr 15 13:16:31.690294 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 37182) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:31.785751 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-8d1940d1-5613-4c84-a893-8e67dc5bb68c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:31.815758 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-8d1940d1-5613-4c84-a893-8e67dc5bb68c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:31.880412 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-8d1940d1-5613-4c84-a893-8e67dc5bb68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:31.887901 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-05c508a2-d6df-4425-8bed-f8b30f310d30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:31.901184 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1940d1-5613-4c84-a893-8e67dc5bb68c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e79e5f0-99bf-409d-92dc-c0d0052ad356,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:31.904365 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-8d1940d1-5613-4c84-a893-8e67dc5bb68c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:31.905635 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-8d1940d1-5613-4c84-a893-8e67dc5bb68c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:31.910613 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-8d1940d1-5613-4c84-a893-8e67dc5bb68c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3e79e5f0-99bf-409d-92dc-c0d0052ad356 HTTP/1.1" status: 204 len: 168 time: 0.2163122 Apr 15 13:16:32.659919 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa0726-2492-49bc-a5a6-7c3768bf2f2a req-9c813cd4-67d5-4796-af00-3c8702d478ee tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:32.662360 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d2fa0726-2492-49bc-a5a6-7c3768bf2f2a req-9c813cd4-67d5-4796-af00-3c8702d478ee tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ff30422-f618-4ef8-8d62-c921cac23323 HTTP/1.1" status: 200 len: 945 time: 0.1871264 Apr 15 13:16:32.730984 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d2fa0726-2492-49bc-a5a6-7c3768bf2f2a req-a0bb4148-d62e-4a35-8d86-ef9ca87e294f tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622659 Apr 15 13:16:33.206619 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device 76fd2e85-5f93-4419-9ff6-f9398bdcce68 up at agent hyperv_hv-cinder-78494 {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:16:33.319577 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Provisioning for port 76fd2e85-5f93-4419-9ff6-f9398bdcce68 completed by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:16:33.326533 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Provisioning complete for port 76fd2e85-5f93-4419-9ff6-f9398bdcce68 triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:16:33.327164 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:33.555002 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:33.639123 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff30422-f618-4ef8-8d62-c921cac23323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76fd2e85-5f93-4419-9ff6-f9398bdcce68'}] {{(pid=85259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:16:33.686522 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port 76fd2e85-5f93-4419-9ff6-f9398bdcce68, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=76fd2e85-5f93-4419-9ff6-f9398bdcce68,segment=NetworkSegment(a723e0b2-5ada-4972-bf5d-6972a8b9a915),segment_id=a723e0b2-5ada-4972-bf5d-6972a8b9a915)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:16:33.691214 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:33.695301 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:33.804948 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff30422-f618-4ef8-8d62-c921cac23323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76fd2e85-5f93-4419-9ff6-f9398bdcce68', 'code': 200} Apr 15 13:16:33.920905 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Pushing event updated for resources: {'Port': ['ID=76fd2e85-5f93-4419-9ff6-f9398bdcce68,revision_number=5']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:33.959389 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:34.156795 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98138ba7-7230-46c5-9b62-75523dc85bd8 req-4f4a2462-97ef-4d3d-aa12-6b0b9211c3a0 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:34.158867 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-98138ba7-7230-46c5-9b62-75523dc85bd8 req-4f4a2462-97ef-4d3d-aa12-6b0b9211c3a0 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ff30422-f618-4ef8-8d62-c921cac23323 HTTP/1.1" status: 200 len: 946 time: 0.1910465 Apr 15 13:16:34.238807 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-98138ba7-7230-46c5-9b62-75523dc85bd8 req-1d3b91ad-f6f3-4f51-8b9d-a7054a04e05f tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707164 Apr 15 13:16:34.440940 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87de0b-efc1-44e2-ba2f-149bba82f35a req-47562fa1-6773-4d42-b3aa-bc9e21713906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:34.442547 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-da87de0b-efc1-44e2-ba2f-149bba82f35a req-47562fa1-6773-4d42-b3aa-bc9e21713906 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0ff30422-f618-4ef8-8d62-c921cac23323 HTTP/1.1" status: 200 len: 1099 time: 0.2087951 Apr 15 13:16:34.509854 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e6ba1f-f215-4514-9984-4b453ff23d64 req-fceb606f-cc34-486f-b615-3d82df721266 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:34.511492 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-76e6ba1f-f215-4514-9984-4b453ff23d64 req-fceb606f-cc34-486f-b615-3d82df721266 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] 10.222.0.64 "GET /v2.0/ports?device_id=a98c4cce-345f-4b2c-8fc5-2925f27628ea HTTP/1.1" status: 200 len: 945 time: 0.1495852 Apr 15 13:16:34.515287 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-da87de0b-efc1-44e2-ba2f-149bba82f35a req-2d990304-e393-4cbc-a06c-b19f4aeb53c4 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638974 Apr 15 13:16:34.569979 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-76e6ba1f-f215-4514-9984-4b453ff23d64 req-b594fd92-62c8-452d-9f53-e96fa80b28b9 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] 10.222.0.64 "GET /v2.0/security-groups?id=b9ead658-4de5-44cf-bd72-986de37f1f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510149 Apr 15 13:16:35.309905 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489bae82-644e-4069-8df4-5713938bf74a req-13263e20-9bf7-498b-b3b9-ccef180238b3 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:35.312367 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-489bae82-644e-4069-8df4-5713938bf74a req-13263e20-9bf7-498b-b3b9-ccef180238b3 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/networks?id=d2cad01e-d67b-4fa8-b8bf-5a3615ab790c HTTP/1.1" status: 200 len: 814 time: 0.1962099 Apr 15 13:16:35.340149 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-489bae82-644e-4069-8df4-5713938bf74a req-abee2466-8ed1-4546-acd7-2e8458508fa3 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/quotas/6f711daa125b461f9429aa9ee6cf12f3 HTTP/1.1" status: 200 len: 375 time: 0.0195444 Apr 15 13:16:35.525633 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-489bae82-644e-4069-8df4-5713938bf74a req-9c6e41a2-ecaa-4b44-842e-dde72f7c6cbc tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f711daa125b461f9429aa9ee6cf12f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1823359 Apr 15 13:16:35.533769 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51fbb3-3f62-4d4d-8d18-337227ca1b10 req-866143b1-b7a3-4b11-bd00-152b4fdf17c2 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:35.535375 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-2a51fbb3-3f62-4d4d-8d18-337227ca1b10 req-866143b1-b7a3-4b11-bd00-152b4fdf17c2 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ff30422-f618-4ef8-8d62-c921cac23323 HTTP/1.1" status: 200 len: 946 time: 0.1379757 Apr 15 13:16:35.686477 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-2a51fbb3-3f62-4d4d-8d18-337227ca1b10 req-2577115a-6ae9-4636-a12b-1b25532546bd tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265845 Apr 15 13:16:36.096431 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-489bae82-644e-4069-8df4-5713938bf74a req-ff483ae6-127a-4f3a-bd09-67a77cd16ab4 service neutron] 10.222.0.64 "GET /v2.0/networks/d2cad01e-d67b-4fa8-b8bf-5a3615ab790c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5598707 Apr 15 13:16:36.111084 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 37416) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:36.238481 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d669d-e73e-4ceb-8777-2e5772a24789 req-cf8cdcf6-f360-4aca-89b0-99b49cbc33d9 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:36.240470 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ae7d669d-e73e-4ceb-8777-2e5772a24789 req-cf8cdcf6-f360-4aca-89b0-99b49cbc33d9 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] 10.222.0.64 "GET /v2.0/ports?device_id=a98c4cce-345f-4b2c-8fc5-2925f27628ea HTTP/1.1" status: 200 len: 945 time: 0.2671783 Apr 15 13:16:36.329082 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ae7d669d-e73e-4ceb-8777-2e5772a24789 req-657b9e80-0394-42ea-84f3-543dc47c2ab9 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] 10.222.0.64 "GET /v2.0/security-groups?id=b9ead658-4de5-44cf-bd72-986de37f1f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675533 Apr 15 13:16:36.344506 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-489bae82-644e-4069-8df4-5713938bf74a req-e0593eef-82d5-4d85-b332-0dc37da9b02a service neutron] 10.222.0.64 "GET /v2.0/networks/d2cad01e-d67b-4fa8-b8bf-5a3615ab790c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361519 Apr 15 13:16:36.348509 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b0c85dac-bebd-4d97-b29d-1a22869f84f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:36.402195 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-b0c85dac-bebd-4d97-b29d-1a22869f84f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:16:36.410760 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-b0c85dac-bebd-4d97-b29d-1a22869f84f6 admin admin] Usage tracker for resource:security_group_rule and tenant:f07abab2690943b7b07a363d6849fd12 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:16:36.416476 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-b0c85dac-bebd-4d97-b29d-1a22869f84f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:16:36.427281 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-b0c85dac-bebd-4d97-b29d-1a22869f84f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:16:36.567543 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b0c85dac-bebd-4d97-b29d-1a22869f84f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:36.580362 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b0c85dac-bebd-4d97-b29d-1a22869f84f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:36.609838 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-35ee91a4-583c-4fcc-82c8-ea5c300d9402 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:36.622681 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-b0c85dac-bebd-4d97-b29d-1a22869f84f6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f07abab2690943b7b07a363d6849fd12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5106041 Apr 15 13:16:36.622942 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 37438) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:36.638562 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-727a5114-b41f-445c-b657-83759738a1dd req-bbc861e7-f28a-45e1-bd6b-557e150a2587 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6a1f2f1-5c5b-4d23-8ca6-ac42016b0274 HTTP/1.1" status: 200 len: 210 time: 0.0677373 Apr 15 13:16:36.678793 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c85dac-bebd-4d97-b29d-1a22869f84f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819ebe13-0a0e-4934-8251-910a04b705fd,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:36.684480 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-b0c85dac-bebd-4d97-b29d-1a22869f84f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:36.722447 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-09515480-1272-4b8b-9b6c-01600a17c234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:36.787843 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-09515480-1272-4b8b-9b6c-01600a17c234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:36.987437 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de738bf6-2675-4d53-9c9f-ffe32f09c4f1 req-71b34d01-a118-48b6-86eb-cffae5218ab3 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:36.995684 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-de738bf6-2675-4d53-9c9f-ffe32f09c4f1 req-71b34d01-a118-48b6-86eb-cffae5218ab3 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ff30422-f618-4ef8-8d62-c921cac23323 HTTP/1.1" status: 200 len: 946 time: 0.1517978 Apr 15 13:16:37.045725 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-09515480-1272-4b8b-9b6c-01600a17c234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:37.056995 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-df13330c-df40-4a59-ae54-9d25e5213b8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:37.072996 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09515480-1272-4b8b-9b6c-01600a17c234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819ebe13-0a0e-4934-8251-910a04b705fd,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:37.075879 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-09515480-1272-4b8b-9b6c-01600a17c234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:37.108221 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-de738bf6-2675-4d53-9c9f-ffe32f09c4f1 req-d94e6951-79ec-47e1-a9fc-18146225dbf9 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115735 Apr 15 13:16:37.111654 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-09515480-1272-4b8b-9b6c-01600a17c234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:37.113713 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-09515480-1272-4b8b-9b6c-01600a17c234 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/819ebe13-0a0e-4934-8251-910a04b705fd HTTP/1.1" status: 204 len: 168 time: 0.4894059 Apr 15 13:16:37.493236 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d457e-35fc-4e7e-9f00-1cf360c40a07 req-00383ba7-b4a0-43f8-ad23-728fec747b5d tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:37.494897 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c44d457e-35fc-4e7e-9f00-1cf360c40a07 req-00383ba7-b4a0-43f8-ad23-728fec747b5d tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] 10.222.0.65 "GET /v2.0/ports?device_id=a98c4cce-345f-4b2c-8fc5-2925f27628ea HTTP/1.1" status: 200 len: 945 time: 0.2172191 Apr 15 13:16:37.636534 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [req-c44d457e-35fc-4e7e-9f00-1cf360c40a07 req-50ab440d-9ccc-4d7a-94a1-5cae7608a921 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] Deleting port 41e20c04-81fb-441e-b81b-dbfcd2a60782 {{(pid=85257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 13:16:37.637068 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-c44d457e-35fc-4e7e-9f00-1cf360c40a07 req-50ab440d-9ccc-4d7a-94a1-5cae7608a921 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279808963205'] for port, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:37.689896 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 37498) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:37.725642 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-eab728dd-a954-4a0d-8720-46474a932de0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:37.754180 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-eab728dd-a954-4a0d-8720-46474a932de0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:16:37.758926 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-eab728dd-a954-4a0d-8720-46474a932de0 admin admin] Usage tracker for resource:security_group_rule and tenant:74c94f9ae4e0421eb115d4671e7b9498 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:16:37.762209 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-eab728dd-a954-4a0d-8720-46474a932de0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:16:37.769518 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-eab728dd-a954-4a0d-8720-46474a932de0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:16:37.916213 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-eab728dd-a954-4a0d-8720-46474a932de0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:37.920576 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-eab728dd-a954-4a0d-8720-46474a932de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:37.928291 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 37504) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:37.929084 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-af87c685-4eb2-46c3-b26a-95be6cbad83d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:38.006159 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-eab728dd-a954-4a0d-8720-46474a932de0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=74c94f9ae4e0421eb115d4671e7b9498&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3148329 Apr 15 13:16:38.009427 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 37510) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:38.021982 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab728dd-a954-4a0d-8720-46474a932de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad94356-a9ec-4297-b830-333045b643fe,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:38.026244 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-eab728dd-a954-4a0d-8720-46474a932de0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:38.109848 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-59158111-f867-4c0b-9931-f42da87aca7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:38.121236 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a5168489-d2f4-48dc-a4e7-9ed9ce3b19d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:38.126460 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecf3dd-6fa2-4fa0-a6b2-bf38853b823d req-75136063-1ae7-4454-a040-9e5b32506be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:38.128115 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a4ecf3dd-6fa2-4fa0-a6b2-bf38853b823d req-75136063-1ae7-4454-a040-9e5b32506be4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7a25fc3ecff749c59e42598d52e7b9fc&device_id=0ff30422-f618-4ef8-8d62-c921cac23323 HTTP/1.1" status: 200 len: 1099 time: 0.3574550 Apr 15 13:16:38.143379 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-59158111-f867-4c0b-9931-f42da87aca7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:16:38.143631 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b1e72-100e-4fd3-8b28-52371a352299 req-603f616e-9478-4a08-80d0-342e7983b78c tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:38.145041 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-0c8b1e72-100e-4fd3-8b28-52371a352299 req-603f616e-9478-4a08-80d0-342e7983b78c tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] 10.222.0.64 "GET /v2.0/ports?device_id=a98c4cce-345f-4b2c-8fc5-2925f27628ea HTTP/1.1" status: 200 len: 945 time: 0.4572248 Apr 15 13:16:38.160179 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-59158111-f867-4c0b-9931-f42da87aca7c admin admin] Usage tracker for resource:security_group_rule and tenant:2450bb4d3eab45d2804ac46430ac3218 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:16:38.166603 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-59158111-f867-4c0b-9931-f42da87aca7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:16:38.171229 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a5168489-d2f4-48dc-a4e7-9ed9ce3b19d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:38.185089 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-59158111-f867-4c0b-9931-f42da87aca7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:16:38.280733 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a5168489-d2f4-48dc-a4e7-9ed9ce3b19d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:38.288571 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-31bf7592-b3ef-4928-8983-9f4bd193aa87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:38.314055 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5168489-d2f4-48dc-a4e7-9ed9ce3b19d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad94356-a9ec-4297-b830-333045b643fe,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:38.317143 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-a5168489-d2f4-48dc-a4e7-9ed9ce3b19d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:38.352323 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a5168489-d2f4-48dc-a4e7-9ed9ce3b19d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:38.353627 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-a5168489-d2f4-48dc-a4e7-9ed9ce3b19d2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9ad94356-a9ec-4297-b830-333045b643fe HTTP/1.1" status: 204 len: 168 time: 0.3431573 Apr 15 13:16:38.381213 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-59158111-f867-4c0b-9931-f42da87aca7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:38.385859 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-59158111-f867-4c0b-9931-f42da87aca7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:38.396979 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-a445d8c8-353e-45d8-ace9-3755a277ca05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:38.417960 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b773f-3f20-4342-aec1-e31a014009f3 req-ea363879-6974-44c3-bfab-907d97210301 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:38.419776 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ed0b773f-3f20-4342-aec1-e31a014009f3 req-ea363879-6974-44c3-bfab-907d97210301 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ff30422-f618-4ef8-8d62-c921cac23323 HTTP/1.1" status: 200 len: 946 time: 0.5339596 Apr 15 13:16:38.465380 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [req-c44d457e-35fc-4e7e-9f00-1cf360c40a07 req-50ab440d-9ccc-4d7a-94a1-5cae7608a921 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] For port 41e20c04-81fb-441e-b81b-dbfcd2a60782, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=41e20c04-81fb-441e-b81b-dbfcd2a60782,segment=NetworkSegment(39efbaa2-18b4-4410-93b8-447a6a84be30),segment_id=39efbaa2-18b4-4410-93b8-447a6a84be30)] {{(pid=85257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:16:38.465965 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-c44d457e-35fc-4e7e-9f00-1cf360c40a07 req-50ab440d-9ccc-4d7a-94a1-5cae7608a921 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853842851'] for port, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:38.466651 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-59158111-f867-4c0b-9931-f42da87aca7c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2450bb4d3eab45d2804ac46430ac3218&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5257800 Apr 15 13:16:38.469089 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59158111-f867-4c0b-9931-f42da87aca7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645f013f-67e5-43a1-8ef1-b6434af1ca3d,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:38.471848 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 37520) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:38.482989 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-59158111-f867-4c0b-9931-f42da87aca7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:38.487522 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-0c8b1e72-100e-4fd3-8b28-52371a352299 req-8207dc9e-516d-422c-be04-443b59623456 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] 10.222.0.64 "GET /v2.0/security-groups?id=b9ead658-4de5-44cf-bd72-986de37f1f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030264 Apr 15 13:16:38.644996 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-23ee8a9f-c36b-4c6c-b7b7-0e83d0a1bb29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:38.680678 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-23ee8a9f-c36b-4c6c-b7b7-0e83d0a1bb29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:38.746793 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-23ee8a9f-c36b-4c6c-b7b7-0e83d0a1bb29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:38.759116 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-7ad5c8f4-2f9e-4eca-815b-d0c7657dd1d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:38.777724 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ee8a9f-c36b-4c6c-b7b7-0e83d0a1bb29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645f013f-67e5-43a1-8ef1-b6434af1ca3d,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:38.780299 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-23ee8a9f-c36b-4c6c-b7b7-0e83d0a1bb29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:38.794285 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-23ee8a9f-c36b-4c6c-b7b7-0e83d0a1bb29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:38.795556 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-23ee8a9f-c36b-4c6c-b7b7-0e83d0a1bb29 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/645f013f-67e5-43a1-8ef1-b6434af1ca3d HTTP/1.1" status: 204 len: 168 time: 0.3143752 Apr 15 13:16:38.966885 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [req-c44d457e-35fc-4e7e-9f00-1cf360c40a07 req-50ab440d-9ccc-4d7a-94a1-5cae7608a921 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] Calling delete_port for 41e20c04-81fb-441e-b81b-dbfcd2a60782 owned by compute:nova {{(pid=85257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 13:16:39.039898 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecf3dd-6fa2-4fa0-a6b2-bf38853b823d req-e87143e1-f3fa-41d4-8273-243ae82ce842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:39.041308 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a4ecf3dd-6fa2-4fa0-a6b2-bf38853b823d req-e87143e1-f3fa-41d4-8273-243ae82ce842 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c HTTP/1.1" status: 200 len: 920 time: 0.8925993 Apr 15 13:16:39.050614 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-fcbd9b7d-8c75-4aa3-9a11-ad2adfae2a70 req-6e791d92-6ceb-488d-9a7b-9ea7bf66f0b9 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6a1f2f1-5c5b-4d23-8ca6-ac42016b0274 HTTP/1.1" status: 200 len: 210 time: 0.3142998 Apr 15 13:16:39.059497 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ed0b773f-3f20-4342-aec1-e31a014009f3 req-d23e9924-d92b-43d6-94de-277251137b0a tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6065354 Apr 15 13:16:39.247557 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 37554) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:39.281547 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-99344881-fdbf-4c8d-8177-5cc59056c216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:39.302346 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-99344881-fdbf-4c8d-8177-5cc59056c216 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:16:39.310844 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-99344881-fdbf-4c8d-8177-5cc59056c216 admin admin] Usage tracker for resource:security_group_rule and tenant:377781ef4046418ca95bae6c63b363af is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:16:39.315649 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-99344881-fdbf-4c8d-8177-5cc59056c216 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:16:39.323371 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-99344881-fdbf-4c8d-8177-5cc59056c216 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:16:39.348509 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a4ecf3dd-6fa2-4fa0-a6b2-bf38853b823d req-fb68cf2b-474a-47f6-87cf-078750c6a446 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76fd2e85-5f93-4419-9ff6-f9398bdcce68 HTTP/1.1" status: 200 len: 217 time: 0.2968106 Apr 15 13:16:39.402400 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 37560) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:39.455085 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-99344881-fdbf-4c8d-8177-5cc59056c216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:39.459033 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-99344881-fdbf-4c8d-8177-5cc59056c216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:39.470640 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-59158111-f867-4c0b-9931-f42da87aca7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:39.523516 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-99344881-fdbf-4c8d-8177-5cc59056c216 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=377781ef4046418ca95bae6c63b363af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2724254 Apr 15 13:16:39.524691 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 37570) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:39.525633 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344881-fdbf-4c8d-8177-5cc59056c216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61fffdd4-6684-46e0-8418-e97f7ec48216,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:39.532562 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-99344881-fdbf-4c8d-8177-5cc59056c216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:39.536542 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489bae82-644e-4069-8df4-5713938bf74a req-6d59a09b-f779-492f-9f65-56cf211d8d9b tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:39.537813 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-489bae82-644e-4069-8df4-5713938bf74a req-6d59a09b-f779-492f-9f65-56cf211d8d9b tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.65 "GET /v2.0/networks?id=d2cad01e-d67b-4fa8-b8bf-5a3615ab790c HTTP/1.1" status: 200 len: 814 time: 1.2864258 Apr 15 13:16:39.586341 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecf3dd-6fa2-4fa0-a6b2-bf38853b823d req-728d0302-fa2c-4082-a5b3-01b1dd89afb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:39.587930 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a4ecf3dd-6fa2-4fa0-a6b2-bf38853b823d req-728d0302-fa2c-4082-a5b3-01b1dd89afb2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=734b4bd6-c885-4d5b-bca7-827d1f80adde HTTP/1.1" status: 200 len: 859 time: 0.2248561 Apr 15 13:16:39.600432 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [req-489bae82-644e-4069-8df4-5713938bf74a req-b335e2b0-5a19-4381-bed3-6f66ade0ed19 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Request body: {'port': {'device_id': 'e6a1f2f1-5c5b-4d23-8ca6-ac42016b0274', 'network_id': 'd2cad01e-d67b-4fa8-b8bf-5a3615ab790c', 'admin_state_up': True, 'tenant_id': '6f711daa125b461f9429aa9ee6cf12f3'}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:16:39.619315 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7af81aef-24cc-4898-afb2-b8f83bf4629b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:39.636193 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a23c538e-494d-4ef6-bae0-904420298ebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:39.665876 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a23c538e-494d-4ef6-bae0-904420298ebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:39.717664 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-7af81aef-24cc-4898-afb2-b8f83bf4629b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:16:39.722104 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a23c538e-494d-4ef6-bae0-904420298ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:39.726648 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-7af81aef-24cc-4898-afb2-b8f83bf4629b admin admin] Usage tracker for resource:security_group_rule and tenant:469cf41c8def4f64bb71034106b68a97 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:16:39.729443 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-4651e614-4957-4f6a-a1e2-d499fa19353f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:39.743579 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-7af81aef-24cc-4898-afb2-b8f83bf4629b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:16:39.747228 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c538e-494d-4ef6-bae0-904420298ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61fffdd4-6684-46e0-8418-e97f7ec48216,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:39.753938 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-a23c538e-494d-4ef6-bae0-904420298ebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:39.755172 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-7af81aef-24cc-4898-afb2-b8f83bf4629b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:16:39.786220 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a23c538e-494d-4ef6-bae0-904420298ebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:39.796061 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-a23c538e-494d-4ef6-bae0-904420298ebe admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/61fffdd4-6684-46e0-8418-e97f7ec48216 HTTP/1.1" status: 204 len: 168 time: 0.2660747 Apr 15 13:16:39.876973 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a4ecf3dd-6fa2-4fa0-a6b2-bf38853b823d req-afdde268-480d-433c-b9ad-7aa238cd211b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1556568 Apr 15 13:16:39.932534 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [req-489bae82-644e-4069-8df4-5713938bf74a req-b335e2b0-5a19-4381-bed3-6f66ade0ed19 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:16:39.988297 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7af81aef-24cc-4898-afb2-b8f83bf4629b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:39.996015 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7af81aef-24cc-4898-afb2-b8f83bf4629b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:40.007774 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-c81a9989-353f-45e4-a178-5fd69385c2b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:40.032818 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-c44d457e-35fc-4e7e-9f00-1cf360c40a07 req-50ab440d-9ccc-4d7a-94a1-5cae7608a921 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757045826334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279809391903'] for port, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:40.045550 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [req-489bae82-644e-4069-8df4-5713938bf74a req-b335e2b0-5a19-4381-bed3-6f66ade0ed19 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:16:40.094610 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af81aef-24cc-4898-afb2-b8f83bf4629b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e043e909-fd42-4776-8064-9700dd52ea3d,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:40.119461 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-7af81aef-24cc-4898-afb2-b8f83bf4629b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:40.178968 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-7af81aef-24cc-4898-afb2-b8f83bf4629b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=469cf41c8def4f64bb71034106b68a97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7730699 Apr 15 13:16:40.180042 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 37604) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:40.202567 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:40.309955 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a4ecf3dd-6fa2-4fa0-a6b2-bf38853b823d req-ae3c69a6-0215-4f82-9ffb-638f8b5e3ced service neutron] 10.222.0.65 "GET /v2.0/networks/8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155331 Apr 15 13:16:40.311113 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ab440d-9ccc-4d7a-94a1-5cae7608a921 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] Pushing event deleted for resources: {'Port': ['ID=41e20c04-81fb-441e-b81b-dbfcd2a60782,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:40.316517 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-50ab440d-9ccc-4d7a-94a1-5cae7608a921 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:40.317932 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d89dab9f-b944-4d6c-939b-19098939df23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:40.322918 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-489bae82-644e-4069-8df4-5713938bf74a req-b335e2b0-5a19-4381-bed3-6f66ade0ed19 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Made reservation on behalf of 6f711daa125b461f9429aa9ee6cf12f3 for: {'port': 1} {{(pid=85257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 13:16:40.330208 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-489bae82-644e-4069-8df4-5713938bf74a req-b335e2b0-5a19-4381-bed3-6f66ade0ed19 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:40.370179 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d89dab9f-b944-4d6c-939b-19098939df23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:40.475748 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d89dab9f-b944-4d6c-939b-19098939df23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:40.482072 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-eab728dd-a954-4a0d-8720-46474a932de0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:40.513592 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89dab9f-b944-4d6c-939b-19098939df23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e043e909-fd42-4776-8064-9700dd52ea3d,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:40.527454 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-d89dab9f-b944-4d6c-939b-19098939df23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:40.544389 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d89dab9f-b944-4d6c-939b-19098939df23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:40.549982 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-d89dab9f-b944-4d6c-939b-19098939df23 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e043e909-fd42-4776-8064-9700dd52ea3d HTTP/1.1" status: 204 len: 168 time: 0.3678250 Apr 15 13:16:40.738163 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a4ecf3dd-6fa2-4fa0-a6b2-bf38853b823d req-2a64506f-1594-40bd-ab06-251b4bbc5a97 service neutron] 10.222.0.65 "GET /v2.0/networks/8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3823681 Apr 15 13:16:40.747942 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036b622-26f9-4111-8132-387f4a89bbc3 req-1b4750bc-d1b5-4523-a599-4e70bd16d5fd tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:40.756462 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e036b622-26f9-4111-8132-387f4a89bbc3 req-1b4750bc-d1b5-4523-a599-4e70bd16d5fd tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] 10.222.0.64 "GET /v2.0/ports?device_id=a98c4cce-345f-4b2c-8fc5-2925f27628ea HTTP/1.1" status: 200 len: 867 time: 1.0332096 Apr 15 13:16:40.904231 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f38ee266-2b5a-46f7-a161-70257054602a req-00d42125-96c2-49bf-9156-cc044c884b3a tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6a1f2f1-5c5b-4d23-8ca6-ac42016b0274 HTTP/1.1" status: 200 len: 210 time: 0.5865977 Apr 15 13:16:41.010416 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [req-c44d457e-35fc-4e7e-9f00-1cf360c40a07 req-50ab440d-9ccc-4d7a-94a1-5cae7608a921 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] No DVR routers for this DVR port 41e20c04-81fb-441e-b81b-dbfcd2a60782 on host hv-cinder-78494 {{(pid=85257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 13:16:41.030388 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-c44d457e-35fc-4e7e-9f00-1cf360c40a07 req-50ab440d-9ccc-4d7a-94a1-5cae7608a921 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for port, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:41.047882 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e036b622-26f9-4111-8132-387f4a89bbc3 req-f7393d73-83f8-42aa-8470-8951e93879d5 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] 10.222.0.64 "GET /v2.0/security-groups?id=b9ead658-4de5-44cf-bd72-986de37f1f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897959 Apr 15 13:16:41.048582 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a98c4cce-345f-4b2c-8fc5-2925f27628ea', 'name': 'network-vif-deleted', 'tag': '41e20c04-81fb-441e-b81b-dbfcd2a60782'}] {{(pid=85257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:16:41.072089 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_common [req-489bae82-644e-4069-8df4-5713938bf74a req-b335e2b0-5a19-4381-bed3-6f66ade0ed19 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Allocated IP 172.20.0.12 (d2cad01e-d67b-4fa8-b8bf-5a3615ab790c/4b164dda-b46e-4e2e-9857-b1eea16bba61/031e96aa-fc28-4c1c-bfe3-742101d6e091) {{(pid=85257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 13:16:41.083433 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 37646) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:41.117305 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-93f12608-43ea-42fb-8ae8-3808bf0e9a95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:41.160228 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-93f12608-43ea-42fb-8ae8-3808bf0e9a95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:16:41.172909 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-93f12608-43ea-42fb-8ae8-3808bf0e9a95 admin admin] Usage tracker for resource:security_group_rule and tenant:6ace8ab395d14be79c167da21e489565 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:16:41.177141 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-93f12608-43ea-42fb-8ae8-3808bf0e9a95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:16:41.188139 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a98c4cce-345f-4b2c-8fc5-2925f27628ea', 'name': 'network-vif-deleted', 'tag': '41e20c04-81fb-441e-b81b-dbfcd2a60782', 'status': 'completed', 'code': 200} Apr 15 13:16:41.191861 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c44d457e-35fc-4e7e-9f00-1cf360c40a07 req-50ab440d-9ccc-4d7a-94a1-5cae7608a921 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] 10.222.0.65 "DELETE /v2.0/ports/41e20c04-81fb-441e-b81b-dbfcd2a60782 HTTP/1.1" status: 204 len: 173 time: 3.6895630 Apr 15 13:16:41.198331 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-93f12608-43ea-42fb-8ae8-3808bf0e9a95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:16:41.265107 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device 41e20c04-81fb-441e-b81b-dbfcd2a60782 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 13:16:41.332943 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] No Port match for: 41e20c04-81fb-441e-b81b-dbfcd2a60782 {{(pid=85259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 13:16:41.333509 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device 41e20c04-81fb-441e-b81b-dbfcd2a60782 not bound to the agent host hv-cinder-78494 {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 13:16:41.423158 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b073e2-55ed-4b93-ab37-394ef2f53e05 req-d377c893-d20a-463b-8915-c2611a296cd5 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:41.424888 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-96b073e2-55ed-4b93-ab37-394ef2f53e05 req-d377c893-d20a-463b-8915-c2611a296cd5 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ff30422-f618-4ef8-8d62-c921cac23323 HTTP/1.1" status: 200 len: 946 time: 0.3117361 Apr 15 13:16:41.439043 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-93f12608-43ea-42fb-8ae8-3808bf0e9a95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:41.447839 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-93f12608-43ea-42fb-8ae8-3808bf0e9a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:41.483532 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-f12c647e-e15e-4fec-9994-ff1fe15339c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:41.496486 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-93f12608-43ea-42fb-8ae8-3808bf0e9a95 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6ace8ab395d14be79c167da21e489565&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4153214 Apr 15 13:16:41.497035 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 37656) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:41.534354 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-96b073e2-55ed-4b93-ab37-394ef2f53e05 req-2fc4243f-616c-4c7f-8445-dfa38fd93ced tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999496 Apr 15 13:16:41.568369 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f12608-43ea-42fb-8ae8-3808bf0e9a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be9c05e-bd6a-4fef-be13-b7ecd2fa704a,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:41.583379 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-93f12608-43ea-42fb-8ae8-3808bf0e9a95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:41.587754 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-489bae82-644e-4069-8df4-5713938bf74a req-b335e2b0-5a19-4381-bed3-6f66ade0ed19 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Notify callbacks [] for port, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:41.622773 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-cd25b4a2-cafd-4634-a1c5-9386b06c23a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:41.624206 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-489bae82-644e-4069-8df4-5713938bf74a req-b335e2b0-5a19-4381-bed3-6f66ade0ed19 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757045383897'] for port, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:41.644636 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:41.662238 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-cd25b4a2-cafd-4634-a1c5-9386b06c23a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:41.708813 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] get_ports_and_sgs() called for port_ids ['5fdbff51-c936-4208-acd8-b4fc02f04ac6'] {{(pid=85259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 13:16:41.714738 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-cd25b4a2-cafd-4634-a1c5-9386b06c23a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:41.722584 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-a24048ba-9aba-44c8-a8a7-96f969e654ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:41.739317 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd25b4a2-cafd-4634-a1c5-9386b06c23a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be9c05e-bd6a-4fef-be13-b7ecd2fa704a,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:41.750783 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-cd25b4a2-cafd-4634-a1c5-9386b06c23a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:41.755522 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-cd25b4a2-cafd-4634-a1c5-9386b06c23a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:41.756910 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-cd25b4a2-cafd-4634-a1c5-9386b06c23a2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2be9c05e-bd6a-4fef-be13-b7ecd2fa704a HTTP/1.1" status: 204 len: 168 time: 0.2589538 Apr 15 13:16:41.759512 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335e2b0-5a19-4381-bed3-6f66ade0ed19 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Pushing event updated for resources: {'Port': ['ID=031e96aa-fc28-4c1c-bfe3-742101d6e091,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:41.837191 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-b335e2b0-5a19-4381-bed3-6f66ade0ed19 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:41.954423 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-489bae82-644e-4069-8df4-5713938bf74a req-b335e2b0-5a19-4381-bed3-6f66ade0ed19 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Network d2cad01e-d67b-4fa8-b8bf-5a3615ab790c is already hosted by enough agents. {{(pid=85257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 13:16:41.956252 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [req-489bae82-644e-4069-8df4-5713938bf74a req-b335e2b0-5a19-4381-bed3-6f66ade0ed19 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Resources bound (agent type, host, resource id): {{(pid=85257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:16:41.959669 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [req-489bae82-644e-4069-8df4-5713938bf74a req-b335e2b0-5a19-4381-bed3-6f66ade0ed19 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Received port after_create {{(pid=85257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 13:16:41.967956 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489bae82-644e-4069-8df4-5713938bf74a req-b335e2b0-5a19-4381-bed3-6f66ade0ed19 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:41.969113 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-489bae82-644e-4069-8df4-5713938bf74a req-b335e2b0-5a19-4381-bed3-6f66ade0ed19 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for port, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:41.992936 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-489bae82-644e-4069-8df4-5713938bf74a req-b335e2b0-5a19-4381-bed3-6f66ade0ed19 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3992841 Apr 15 13:16:42.020202 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e26a1b82-1df4-451e-b25e-4da8f5b3daa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:42.035999 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [req-489bae82-644e-4069-8df4-5713938bf74a req-87e471d9-bbfc-436a-a2c2-2bb74386424c service neutron] Request body: {'port': {'device_id': 'e6a1f2f1-5c5b-4d23-8ca6-ac42016b0274', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:16:42.658930 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-40685563-3eef-4122-955f-f1260c1be07f req-15e05fe6-a4b0-4e06-8e81-4fa93d6f3df5 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] Synchronizing usage tracker for tenant:1f8870c2ac2e4f5b919d8b8e28e6466a on resource:port {{(pid=85257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 13:16:42.707570 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-489bae82-644e-4069-8df4-5713938bf74a req-87e471d9-bbfc-436a-a2c2-2bb74386424c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:42.720235 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-40685563-3eef-4122-955f-f1260c1be07f req-15e05fe6-a4b0-4e06-8e81-4fa93d6f3df5 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] Unset dirty status for tenant:1f8870c2ac2e4f5b919d8b8e28e6466a on resource:port {{(pid=85257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 13:16:42.721453 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-40685563-3eef-4122-955f-f1260c1be07f req-15e05fe6-a4b0-4e06-8e81-4fa93d6f3df5 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] 10.222.0.64 "GET /v2.0/ports?device_id=a98c4cce-345f-4b2c-8fc5-2925f27628ea HTTP/1.1" status: 200 len: 210 time: 0.3693731 Apr 15 13:16:42.805908 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec49749-9b4e-4ba5-898c-db539e827fc7 req-b98b993e-544a-46d6-89db-ef977a97cc89 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:42.806653 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-cec49749-9b4e-4ba5-898c-db539e827fc7 req-b98b993e-544a-46d6-89db-ef977a97cc89 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Synchronizing usage tracker for tenant:6f711daa125b461f9429aa9ee6cf12f3 on resource:port {{(pid=85257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 13:16:42.936327 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-cec49749-9b4e-4ba5-898c-db539e827fc7 req-b98b993e-544a-46d6-89db-ef977a97cc89 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Unset dirty status for tenant:6f711daa125b461f9429aa9ee6cf12f3 on resource:port {{(pid=85257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 13:16:42.938953 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-cec49749-9b4e-4ba5-898c-db539e827fc7 req-b98b993e-544a-46d6-89db-ef977a97cc89 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6a1f2f1-5c5b-4d23-8ca6-ac42016b0274 HTTP/1.1" status: 200 len: 932 time: 0.7528515 Apr 15 13:16:43.090299 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-cec49749-9b4e-4ba5-898c-db539e827fc7 req-6f5f0fc6-c497-49da-b479-0ea3a0931b3c tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/security-groups?id=b868c94c-3d9d-4ebb-8c60-4bbeb25ff73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324520 Apr 15 13:16:43.150952 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec47bf-6cd8-4895-bb32-fe79586b66ff req-d9326049-94c5-4f67-be12-44443d80bd77 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:43.152709 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-03ec47bf-6cd8-4895-bb32-fe79586b66ff req-d9326049-94c5-4f67-be12-44443d80bd77 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ff30422-f618-4ef8-8d62-c921cac23323 HTTP/1.1" status: 200 len: 946 time: 0.2850797 Apr 15 13:16:43.289458 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-03ec47bf-6cd8-4895-bb32-fe79586b66ff req-a2f38fa4-894e-4cc4-b38d-9d120f6d763a tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808413 Apr 15 13:16:43.434359 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [req-489bae82-644e-4069-8df4-5713938bf74a req-87e471d9-bbfc-436a-a2c2-2bb74386424c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 031e96aa-fc28-4c1c-bfe3-742101d6e091 {{(pid=85257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 13:16:43.445784 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-489bae82-644e-4069-8df4-5713938bf74a req-87e471d9-bbfc-436a-a2c2-2bb74386424c service neutron] Notify callbacks [] for port, precommit_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:43.464892 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [req-489bae82-644e-4069-8df4-5713938bf74a req-87e471d9-bbfc-436a-a2c2-2bb74386424c service neutron] Transition to ACTIVE for port object 031e96aa-fc28-4c1c-bfe3-742101d6e091 will not be triggered until provisioned by entity L2. {{(pid=85257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:16:43.468995 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-489bae82-644e-4069-8df4-5713938bf74a req-87e471d9-bbfc-436a-a2c2-2bb74386424c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:43.626415 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:43.786932 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e471d9-bbfc-436a-a2c2-2bb74386424c service neutron] Pushing event updated for resources: {'Port': ['ID=031e96aa-fc28-4c1c-bfe3-742101d6e091,revision_number=2']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:43.805120 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e471d9-bbfc-436a-a2c2-2bb74386424c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:16:43.805530 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e471d9-bbfc-436a-a2c2-2bb74386424c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:16:43.805903 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e471d9-bbfc-436a-a2c2-2bb74386424c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:16:43.806495 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e471d9-bbfc-436a-a2c2-2bb74386424c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:16:43.806927 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e471d9-bbfc-436a-a2c2-2bb74386424c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:16:43.807012 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e471d9-bbfc-436a-a2c2-2bb74386424c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:16:43.807358 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e471d9-bbfc-436a-a2c2-2bb74386424c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:16:43.807764 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e471d9-bbfc-436a-a2c2-2bb74386424c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:16:43.808149 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e471d9-bbfc-436a-a2c2-2bb74386424c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:16:43.808527 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e471d9-bbfc-436a-a2c2-2bb74386424c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:16:43.808901 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e471d9-bbfc-436a-a2c2-2bb74386424c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:16:43.809274 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e471d9-bbfc-436a-a2c2-2bb74386424c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:16:43.815092 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-87e471d9-bbfc-436a-a2c2-2bb74386424c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:43.913264 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [req-489bae82-644e-4069-8df4-5713938bf74a req-87e471d9-bbfc-436a-a2c2-2bb74386424c service neutron] Attempting to bind port 031e96aa-fc28-4c1c-bfe3-742101d6e091 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 13:16:43.913843 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [req-489bae82-644e-4069-8df4-5713938bf74a req-87e471d9-bbfc-436a-a2c2-2bb74386424c service neutron] Attempting to bind port 031e96aa-fc28-4c1c-bfe3-742101d6e091 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '5ba62775-d6f2-40a9-ac4b-991dcc5cf8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'd2cad01e-d67b-4fa8-b8bf-5a3615ab790c'}] {{(pid=85257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 13:16:43.914211 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489bae82-644e-4069-8df4-5713938bf74a req-87e471d9-bbfc-436a-a2c2-2bb74386424c service neutron] Attempting to bind port 031e96aa-fc28-4c1c-bfe3-742101d6e091 on network d2cad01e-d67b-4fa8-b8bf-5a3615ab790c {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:16:43.919523 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489bae82-644e-4069-8df4-5713938bf74a req-87e471d9-bbfc-436a-a2c2-2bb74386424c service neutron] Port 031e96aa-fc28-4c1c-bfe3-742101d6e091 on network d2cad01e-d67b-4fa8-b8bf-5a3615ab790c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 13:16:43.919837 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489bae82-644e-4069-8df4-5713938bf74a req-87e471d9-bbfc-436a-a2c2-2bb74386424c service neutron] Attempting to bind port 031e96aa-fc28-4c1c-bfe3-742101d6e091 on network d2cad01e-d67b-4fa8-b8bf-5a3615ab790c {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:16:43.935215 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489bae82-644e-4069-8df4-5713938bf74a req-87e471d9-bbfc-436a-a2c2-2bb74386424c service neutron] Checking agent: {'id': '473bf83e-daba-40de-92d3-877eb5111141', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 13, 13, 53), 'started_at': datetime.datetime(2021, 4, 15, 13, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 13, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 13:16:43.936203 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489bae82-644e-4069-8df4-5713938bf74a req-87e471d9-bbfc-436a-a2c2-2bb74386424c service neutron] Checking segment: {'id': '5ba62775-d6f2-40a9-ac4b-991dcc5cf8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'd2cad01e-d67b-4fa8-b8bf-5a3615ab790c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:16:43.936638 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489bae82-644e-4069-8df4-5713938bf74a req-87e471d9-bbfc-436a-a2c2-2bb74386424c service neutron] Bound using segment: {'id': '5ba62775-d6f2-40a9-ac4b-991dcc5cf8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'd2cad01e-d67b-4fa8-b8bf-5a3615ab790c'} {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 13:16:43.939782 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [req-489bae82-644e-4069-8df4-5713938bf74a req-87e471d9-bbfc-436a-a2c2-2bb74386424c service neutron] Bound port: 031e96aa-fc28-4c1c-bfe3-742101d6e091, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ba62775-d6f2-40a9-ac4b-991dcc5cf8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'd2cad01e-d67b-4fa8-b8bf-5a3615ab790c'}}] {{(pid=85257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 13:16:43.940232 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-489bae82-644e-4069-8df4-5713938bf74a req-87e471d9-bbfc-436a-a2c2-2bb74386424c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:44.055771 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [req-489bae82-644e-4069-8df4-5713938bf74a req-87e471d9-bbfc-436a-a2c2-2bb74386424c service neutron] For port 031e96aa-fc28-4c1c-bfe3-742101d6e091, host hv-cinder-78494, cleared binding levels {{(pid=85257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 13:16:44.059501 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [req-489bae82-644e-4069-8df4-5713938bf74a req-87e471d9-bbfc-436a-a2c2-2bb74386424c service neutron] For port 031e96aa-fc28-4c1c-bfe3-742101d6e091, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=031e96aa-fc28-4c1c-bfe3-742101d6e091,segment=NetworkSegment(5ba62775-d6f2-40a9-ac4b-991dcc5cf8d7),segment_id=5ba62775-d6f2-40a9-ac4b-991dcc5cf8d7)] {{(pid=85257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 13:16:44.064567 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-489bae82-644e-4069-8df4-5713938bf74a req-87e471d9-bbfc-436a-a2c2-2bb74386424c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:44.082314 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-13892800-e7d5-4bdf-b5ec-69b096c8c98e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:44.246655 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e471d9-bbfc-436a-a2c2-2bb74386424c service neutron] Pushing event updated for resources: {'Port': ['ID=031e96aa-fc28-4c1c-bfe3-742101d6e091,revision_number=3']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:44.264504 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 37788) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:44.268773 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-87e471d9-bbfc-436a-a2c2-2bb74386424c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:44.319109 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489bae82-644e-4069-8df4-5713938bf74a req-87e471d9-bbfc-436a-a2c2-2bb74386424c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:44.319771 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-489bae82-644e-4069-8df4-5713938bf74a req-87e471d9-bbfc-436a-a2c2-2bb74386424c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for port, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:44.321634 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-489bae82-644e-4069-8df4-5713938bf74a req-87e471d9-bbfc-436a-a2c2-2bb74386424c service neutron] 10.222.0.65 "PUT /v2.0/ports/031e96aa-fc28-4c1c-bfe3-742101d6e091 HTTP/1.1" status: 200 len: 1094 time: 2.3073089 Apr 15 13:16:44.322175 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6a1f2f1-5c5b-4d23-8ca6-ac42016b0274', 'tag': '031e96aa-fc28-4c1c-bfe3-742101d6e091'}] {{(pid=85257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:16:44.503710 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953c4ca0-8646-4c21-b50e-596fcedb40c3 req-7fbd12e0-cf83-4c01-affd-49716fb6f7e3 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:44.505716 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-953c4ca0-8646-4c21-b50e-596fcedb40c3 req-7fbd12e0-cf83-4c01-affd-49716fb6f7e3 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6a1f2f1-5c5b-4d23-8ca6-ac42016b0274 HTTP/1.1" status: 200 len: 944 time: 0.1752272 Apr 15 13:16:44.634110 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-23671ddf-347f-4b9d-84e2-87c0ef347bbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:44.635392 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-953c4ca0-8646-4c21-b50e-596fcedb40c3 req-725adb59-2c1e-40db-a2f3-8d00ed15684f tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/security-groups?id=b868c94c-3d9d-4ebb-8c60-4bbeb25ff73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209075 Apr 15 13:16:44.665242 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489bae82-644e-4069-8df4-5713938bf74a req-9016fe63-0959-41a1-bbf0-e28ed486bc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:44.665242 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-489bae82-644e-4069-8df4-5713938bf74a req-9016fe63-0959-41a1-bbf0-e28ed486bc40 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6f711daa125b461f9429aa9ee6cf12f3&device_id=e6a1f2f1-5c5b-4d23-8ca6-ac42016b0274 HTTP/1.1" status: 200 len: 1097 time: 0.2432034 Apr 15 13:16:44.669150 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-53d74371-2d76-480f-b1af-4d5825c0367e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:44.673873 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-23671ddf-347f-4b9d-84e2-87c0ef347bbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:16:44.682720 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-23671ddf-347f-4b9d-84e2-87c0ef347bbc admin admin] Usage tracker for resource:security_group_rule and tenant:6e9027d57bea44b0ba51c038d975b33a is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:16:44.685848 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-23671ddf-347f-4b9d-84e2-87c0ef347bbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:16:44.699171 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-23671ddf-347f-4b9d-84e2-87c0ef347bbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:16:44.828452 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-489bae82-644e-4069-8df4-5713938bf74a req-60421e38-96a1-4679-ad57-6320eff9ea11 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=031e96aa-fc28-4c1c-bfe3-742101d6e091 HTTP/1.1" status: 200 len: 217 time: 0.1296878 Apr 15 13:16:44.830462 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6a1f2f1-5c5b-4d23-8ca6-ac42016b0274', 'tag': '031e96aa-fc28-4c1c-bfe3-742101d6e091', 'status': 'completed', 'code': 200} Apr 15 13:16:44.878010 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-23671ddf-347f-4b9d-84e2-87c0ef347bbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:44.891557 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-23671ddf-347f-4b9d-84e2-87c0ef347bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:44.913624 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-732e3417-d0d6-411c-924c-0db0ad4498df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:44.933122 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000031b1-1a9c-4816-84f2-3cf6a44972e8 req-0f64fcf2-8a5b-406a-a78e-12a5748946d5 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:44.942562 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-000031b1-1a9c-4816-84f2-3cf6a44972e8 req-0f64fcf2-8a5b-406a-a78e-12a5748946d5 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ff30422-f618-4ef8-8d62-c921cac23323 HTTP/1.1" status: 200 len: 946 time: 0.3861389 Apr 15 13:16:44.974710 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-23671ddf-347f-4b9d-84e2-87c0ef347bbc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6e9027d57bea44b0ba51c038d975b33a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7085547 Apr 15 13:16:44.975611 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 37820) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:44.978531 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23671ddf-347f-4b9d-84e2-87c0ef347bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b44b81d-73cb-4317-a989-db1ef94d964f,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:45.050662 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489bae82-644e-4069-8df4-5713938bf74a req-c4c40062-3b7f-4810-a1e8-8446a717c3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:45.054838 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-489bae82-644e-4069-8df4-5713938bf74a req-c4c40062-3b7f-4810-a1e8-8446a717c3c0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4b164dda-b46e-4e2e-9857-b1eea16bba61 HTTP/1.1" status: 200 len: 854 time: 0.2081168 Apr 15 13:16:45.059200 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23671ddf-347f-4b9d-84e2-87c0ef347bbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:16:45.059819 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23671ddf-347f-4b9d-84e2-87c0ef347bbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:16:45.061613 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23671ddf-347f-4b9d-84e2-87c0ef347bbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:16:45.062267 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23671ddf-347f-4b9d-84e2-87c0ef347bbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:16:45.062801 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23671ddf-347f-4b9d-84e2-87c0ef347bbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:16:45.063408 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23671ddf-347f-4b9d-84e2-87c0ef347bbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:16:45.064049 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23671ddf-347f-4b9d-84e2-87c0ef347bbc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:16:45.064586 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23671ddf-347f-4b9d-84e2-87c0ef347bbc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:16:45.065168 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23671ddf-347f-4b9d-84e2-87c0ef347bbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:16:45.065667 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23671ddf-347f-4b9d-84e2-87c0ef347bbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:16:45.066180 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23671ddf-347f-4b9d-84e2-87c0ef347bbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:16:45.066865 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23671ddf-347f-4b9d-84e2-87c0ef347bbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:16:45.074445 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-23671ddf-347f-4b9d-84e2-87c0ef347bbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:45.080537 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-000031b1-1a9c-4816-84f2-3cf6a44972e8 req-10b7c3a4-3de2-4146-935a-0c3617becde7 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344340 Apr 15 13:16:45.105640 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4d374823-2c45-4f16-a432-5b8575a6155a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:45.153284 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4d374823-2c45-4f16-a432-5b8575a6155a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:45.189556 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-489bae82-644e-4069-8df4-5713938bf74a req-3b793da5-8b64-4508-8142-b9c4747212f6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d2cad01e-d67b-4fa8-b8bf-5a3615ab790c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053362 Apr 15 13:16:45.213500 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4d374823-2c45-4f16-a432-5b8575a6155a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:45.222560 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-b6a12d67-83f4-4a59-9084-e301acee8d88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:45.249665 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d374823-2c45-4f16-a432-5b8575a6155a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b44b81d-73cb-4317-a989-db1ef94d964f,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:45.258108 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-4d374823-2c45-4f16-a432-5b8575a6155a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:45.273393 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4d374823-2c45-4f16-a432-5b8575a6155a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:45.280682 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-4d374823-2c45-4f16-a432-5b8575a6155a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8b44b81d-73cb-4317-a989-db1ef94d964f HTTP/1.1" status: 204 len: 168 time: 0.3036513 Apr 15 13:16:45.393469 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c87900dd-59db-4d9b-b688-8554058ba32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:45.398670 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-489bae82-644e-4069-8df4-5713938bf74a req-86de3d15-4945-419e-910d-3f43fd6e16a4 service neutron] 10.222.0.65 "GET /v2.0/networks/d2cad01e-d67b-4fa8-b8bf-5a3615ab790c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973488 Apr 15 13:16:45.570168 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-489bae82-644e-4069-8df4-5713938bf74a req-cb542e27-1e01-4708-b8ff-d5233cbbb6da service neutron] 10.222.0.65 "GET /v2.0/networks/d2cad01e-d67b-4fa8-b8bf-5a3615ab790c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564033 Apr 15 13:16:45.904345 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.agents_db [None req-862eb08b-2c52-41b8-8db2-56e94ab18918 None None] Agent healthcheck: found 6 active agents {{(pid=85260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 13:16:45.951097 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 37860) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:45.955061 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87374c4e-b2c1-482d-a6da-fb82eddca372 req-feb09c8f-57be-41e3-ab8b-4501b9baa523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:45.957504 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-87374c4e-b2c1-482d-a6da-fb82eddca372 req-feb09c8f-57be-41e3-ab8b-4501b9baa523 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6f711daa125b461f9429aa9ee6cf12f3&device_id=e6a1f2f1-5c5b-4d23-8ca6-ac42016b0274 HTTP/1.1" status: 200 len: 1097 time: 0.1690631 Apr 15 13:16:45.964928 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:45.986422 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0af74469-cd7f-4a37-816c-b7f1546e20a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:46.009636 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-0af74469-cd7f-4a37-816c-b7f1546e20a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:16:46.015403 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-0af74469-cd7f-4a37-816c-b7f1546e20a9 admin admin] Usage tracker for resource:security_group_rule and tenant:09bc3ffa1ba043dc9a1cb36bf2e30228 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:16:46.019266 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-0af74469-cd7f-4a37-816c-b7f1546e20a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:16:46.028485 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-0af74469-cd7f-4a37-816c-b7f1546e20a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:16:46.081936 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9420eb2-7326-40de-ab54-064b43e5f0eb req-fd1a00da-6f92-4790-a625-f57f0ad20d95 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:46.083630 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f9420eb2-7326-40de-ab54-064b43e5f0eb req-fd1a00da-6f92-4790-a625-f57f0ad20d95 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6a1f2f1-5c5b-4d23-8ca6-ac42016b0274 HTTP/1.1" status: 200 len: 944 time: 0.2401445 Apr 15 13:16:46.133500 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0af74469-cd7f-4a37-816c-b7f1546e20a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:46.137737 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0af74469-cd7f-4a37-816c-b7f1546e20a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:46.170789 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f9420eb2-7326-40de-ab54-064b43e5f0eb req-d0b717f4-66ed-406f-bd42-049ba5f7c980 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/security-groups?id=b868c94c-3d9d-4ebb-8c60-4bbeb25ff73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728633 Apr 15 13:16:46.172372 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-ebbd1662-1c22-4da9-af6b-ea5163ad0653 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:46.201105 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87374c4e-b2c1-482d-a6da-fb82eddca372 req-80a1358e-065d-41a6-8057-e23537c6fff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:46.201105 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-87374c4e-b2c1-482d-a6da-fb82eddca372 req-80a1358e-065d-41a6-8057-e23537c6fff1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d2cad01e-d67b-4fa8-b8bf-5a3615ab790c HTTP/1.1" status: 200 len: 915 time: 0.2243242 Apr 15 13:16:46.262643 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-0af74469-cd7f-4a37-816c-b7f1546e20a9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=09bc3ffa1ba043dc9a1cb36bf2e30228&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3069036 Apr 15 13:16:46.262643 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af74469-cd7f-4a37-816c-b7f1546e20a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff38f115-dd61-4f88-9d84-8a18e3638663,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:46.264585 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-0af74469-cd7f-4a37-816c-b7f1546e20a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:46.265482 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 37870) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:46.300138 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-87374c4e-b2c1-482d-a6da-fb82eddca372 req-933aff65-707d-40ca-a6e5-8b3a6e99941e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=031e96aa-fc28-4c1c-bfe3-742101d6e091 HTTP/1.1" status: 200 len: 217 time: 0.0981061 Apr 15 13:16:46.338747 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-030c509e-3463-46ad-bf51-e58cbab79afc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:46.372618 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-030c509e-3463-46ad-bf51-e58cbab79afc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:46.425717 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-030c509e-3463-46ad-bf51-e58cbab79afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:46.433635 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-9ddb867a-80f8-487f-8d3f-ee782f80fa22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:46.476602 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-030c509e-3463-46ad-bf51-e58cbab79afc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:46.481672 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-030c509e-3463-46ad-bf51-e58cbab79afc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ff38f115-dd61-4f88-9d84-8a18e3638663 HTTP/1.1" status: 204 len: 168 time: 0.2148719 Apr 15 13:16:46.485119 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030c509e-3463-46ad-bf51-e58cbab79afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff38f115-dd61-4f88-9d84-8a18e3638663,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:46.492600 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-030c509e-3463-46ad-bf51-e58cbab79afc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:46.654364 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87374c4e-b2c1-482d-a6da-fb82eddca372 req-c705bbf0-b5e1-450f-9a99-8421145def9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:46.656575 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-87374c4e-b2c1-482d-a6da-fb82eddca372 req-c705bbf0-b5e1-450f-9a99-8421145def9e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4b164dda-b46e-4e2e-9857-b1eea16bba61 HTTP/1.1" status: 200 len: 854 time: 0.3133216 Apr 15 13:16:46.751304 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de50886-120b-486a-9446-3ce68067ca74 req-801d83d0-bf9c-4b32-8d93-3f093ca86cb8 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:46.753110 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-2de50886-120b-486a-9446-3ce68067ca74 req-801d83d0-bf9c-4b32-8d93-3f093ca86cb8 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ff30422-f618-4ef8-8d62-c921cac23323 HTTP/1.1" status: 200 len: 946 time: 0.4549584 Apr 15 13:16:46.779656 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-87374c4e-b2c1-482d-a6da-fb82eddca372 req-c3e4c3d0-be4b-4d7e-9480-db15395e59f3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d2cad01e-d67b-4fa8-b8bf-5a3615ab790c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1063933 Apr 15 13:16:46.893768 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47a557f2-6ce0-416f-9ef8-17658d5933ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:46.938732 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 37898) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:46.999278 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-2de50886-120b-486a-9446-3ce68067ca74 req-a9696085-de96-4424-9af8-6b7123cb0332 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279584 Apr 15 13:16:47.031742 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_v2 [None req-86b51b3a-feab-47b0-9207-27a270120b17 admin admin] Deleting subnet ad34485c-1c36-419f-ac69-3f52954ceaf1 {{(pid=85258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 13:16:47.035626 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-86b51b3a-feab-47b0-9207-27a270120b17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:47.057050 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-87374c4e-b2c1-482d-a6da-fb82eddca372 req-238b1e5d-0b27-46cb-8636-f2db04af52eb service neutron] 10.222.0.65 "GET /v2.0/networks/d2cad01e-d67b-4fa8-b8bf-5a3615ab790c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314844 Apr 15 13:16:47.098932 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-86b51b3a-feab-47b0-9207-27a270120b17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853032496'] for subnet, precommit_delete_associations {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:47.199468 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-86b51b3a-feab-47b0-9207-27a270120b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1806'] for subnet, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:47.278197 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-87374c4e-b2c1-482d-a6da-fb82eddca372 req-f8a0d39d-5d6c-4c9f-9430-2e692d0c6048 service neutron] 10.222.0.65 "GET /v2.0/networks/d2cad01e-d67b-4fa8-b8bf-5a3615ab790c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049456 Apr 15 13:16:47.524166 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75bdeb1-974b-4149-88a7-5c18712a0485 req-71f9d39c-c3ab-4403-9e92-8985759a564d tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:47.526813 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f75bdeb1-974b-4149-88a7-5c18712a0485 req-71f9d39c-c3ab-4403-9e92-8985759a564d tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6a1f2f1-5c5b-4d23-8ca6-ac42016b0274 HTTP/1.1" status: 200 len: 944 time: 0.2008729 Apr 15 13:16:47.596028 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f75bdeb1-974b-4149-88a7-5c18712a0485 req-4d491b03-9d22-4892-9913-ba122d7b15b3 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/security-groups?id=b868c94c-3d9d-4ebb-8c60-4bbeb25ff73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617499 Apr 15 13:16:47.673566 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-86b51b3a-feab-47b0-9207-27a270120b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844033659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1471416'] for subnet, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:47.699935 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-bfb9633c-ad1d-4244-8042-9ed02e95a006 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:47.864696 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b51b3a-feab-47b0-9207-27a270120b17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad34485c-1c36-419f-ac69-3f52954ceaf1,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:47.870376 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-86b51b3a-feab-47b0-9207-27a270120b17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:47.929369 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-86b51b3a-feab-47b0-9207-27a270120b17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for subnet, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:47.938351 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-86b51b3a-feab-47b0-9207-27a270120b17 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ad34485c-1c36-419f-ac69-3f52954ceaf1 HTTP/1.1" status: 204 len: 168 time: 0.9977252 Apr 15 13:16:47.941210 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 37948) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:48.072156 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2381012e-153c-4390-8415-f167f8266d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854359108'] for network, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:48.252970 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca5603-900d-47d3-81b1-5211e1ec7094 req-cb3164ab-ebae-438b-b06e-cd8fbc45c969 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:48.254709 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ebca5603-900d-47d3-81b1-5211e1ec7094 req-cb3164ab-ebae-438b-b06e-cd8fbc45c969 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ff30422-f618-4ef8-8d62-c921cac23323 HTTP/1.1" status: 200 len: 946 time: 0.0991302 Apr 15 13:16:48.287522 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2381012e-153c-4390-8415-f167f8266d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854696719', 'neutron.services.segments.db._delete_segments_for_network--9223363279808872257'] for network, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:48.310779 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ebca5603-900d-47d3-81b1-5211e1ec7094 req-409cfe0c-4b9b-438f-a420-cd28ca39d7b3 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486512 Apr 15 13:16:48.598962 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.services.segments.db [None req-2381012e-153c-4390-8415-f167f8266d07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbcf5b16-1953-41a0-bdbc-ebffcb3d4b09']}} {{(pid=85258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:16:48.612500 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.services.segments.db [None req-2381012e-153c-4390-8415-f167f8266d07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39efbaa2-18b4-4410-93b8-447a6a84be30') {'for_net_delete': True} {{(pid=85258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:16:48.612834 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.services.segments.db [None req-2381012e-153c-4390-8415-f167f8266d07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39efbaa2-18b4-4410-93b8-447a6a84be30') {} {{(pid=85258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:16:48.625987 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2381012e-153c-4390-8415-f167f8266d07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279808868673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743304'] for segment, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:48.641990 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2381012e-153c-4390-8415-f167f8266d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773144'] for segment, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:48.648468 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2381012e-153c-4390-8415-f167f8266d07 admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=85258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 13:16:48.835553 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18341d38-7bd9-4573-99a1-ef8034104931 req-f48a2b2d-b255-4da9-abb8-6c5b68425ba5 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:48.837195 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-18341d38-7bd9-4573-99a1-ef8034104931 req-f48a2b2d-b255-4da9-abb8-6c5b68425ba5 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6a1f2f1-5c5b-4d23-8ca6-ac42016b0274 HTTP/1.1" status: 200 len: 944 time: 0.1040659 Apr 15 13:16:48.892679 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-18341d38-7bd9-4573-99a1-ef8034104931 req-6d0ef306-321b-44fa-96cd-1de8945a4fac tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/security-groups?id=b868c94c-3d9d-4ebb-8c60-4bbeb25ff73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473692 Apr 15 13:16:48.894509 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-2381012e-153c-4390-8415-f167f8266d07 admin admin] Network bbcf5b16-1953-41a0-bdbc-ebffcb3d4b09 has no segments {{(pid=85258) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 13:16:48.909580 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2381012e-153c-4390-8415-f167f8266d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10742566'] for segment, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:49.114178 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-2381012e-153c-4390-8415-f167f8266d07 admin admin] Network bbcf5b16-1953-41a0-bdbc-ebffcb3d4b09 has no segments {{(pid=85258) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 13:16:49.138027 dv-cinder-784945-5-smb neutron-server[85144]: Traceback (most recent call last): Apr 15 13:16:49.138027 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 13:16:49.138027 dv-cinder-784945-5-smb neutron-server[85144]: timer() Apr 15 13:16:49.138027 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 13:16:49.138027 dv-cinder-784945-5-smb neutron-server[85144]: cb(*args, **kw) Apr 15 13:16:49.138027 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 13:16:49.138027 dv-cinder-784945-5-smb neutron-server[85144]: return func(*args, **kwargs) Apr 15 13:16:49.138027 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 13:16:49.138027 dv-cinder-784945-5-smb neutron-server[85144]: self._notify() Apr 15 13:16:49.138027 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 13:16:49.138027 dv-cinder-784945-5-smb neutron-server[85144]: self.callback(batched_events) Apr 15 13:16:49.138027 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 13:16:49.138027 dv-cinder-784945-5-smb neutron-server[85144]: event.method(event) Apr 15 13:16:49.138027 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 13:16:49.138027 dv-cinder-784945-5-smb neutron-server[85144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 13:16:49.138027 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 13:16:49.138027 dv-cinder-784945-5-smb neutron-server[85144]: segment_id)['aggregates'][0] Apr 15 13:16:49.138027 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 13:16:49.138027 dv-cinder-784945-5-smb neutron-server[85144]: return f(self, *a, **k) Apr 15 13:16:49.138027 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 13:16:49.138027 dv-cinder-784945-5-smb neutron-server[85144]: return self._get(url).json() Apr 15 13:16:49.138027 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 13:16:49.138027 dv-cinder-784945-5-smb neutron-server[85144]: **kwargs) Apr 15 13:16:49.138027 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 13:16:49.138027 dv-cinder-784945-5-smb neutron-server[85144]: return self.request(url, 'GET', **kwargs) Apr 15 13:16:49.138027 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 13:16:49.138027 dv-cinder-784945-5-smb neutron-server[85144]: **endpoint_filter) Apr 15 13:16:49.138027 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 13:16:49.138027 dv-cinder-784945-5-smb neutron-server[85144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 13:16:49.138027 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 13:16:49.138027 dv-cinder-784945-5-smb neutron-server[85144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 13:16:49.138027 dv-cinder-784945-5-smb neutron-server[85144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 13:16:49.220641 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2381012e-153c-4390-8415-f167f8266d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-78982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1032985'] for network, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:49.226138 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2381012e-153c-4390-8415-f167f8266d07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for network, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:49.230806 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-21d2d265-e48c-42a8-8866-bc919cbd5360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:49.254870 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-2381012e-153c-4390-8415-f167f8266d07 admin admin] 10.222.0.64 "DELETE /v2.0/networks/bbcf5b16-1953-41a0-bdbc-ebffcb3d4b09 HTTP/1.1" status: 204 len: 168 time: 1.3123364 Apr 15 13:16:49.256109 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2381012e-153c-4390-8415-f167f8266d07 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbcf5b16-1953-41a0-bdbc-ebffcb3d4b09,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:49.259004 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-2381012e-153c-4390-8415-f167f8266d07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:49.284306 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device 031e96aa-fc28-4c1c-bfe3-742101d6e091 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=85259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 13:16:49.529825 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port 031e96aa-fc28-4c1c-bfe3-742101d6e091, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=031e96aa-fc28-4c1c-bfe3-742101d6e091,segment=NetworkSegment(5ba62775-d6f2-40a9-ac4b-991dcc5cf8d7),segment_id=5ba62775-d6f2-40a9-ac4b-991dcc5cf8d7)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:16:49.550382 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Returning: {'device': '031e96aa-fc28-4c1c-bfe3-742101d6e091', 'network_id': 'd2cad01e-d67b-4fa8-b8bf-5a3615ab790c', 'port_id': '031e96aa-fc28-4c1c-bfe3-742101d6e091', 'mac_address': 'fa:16:3e:49:8e:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b164dda-b46e-4e2e-9857-b1eea16bba61', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 13:16:49.571062 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 38006) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:49.632376 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:49.654992 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf2cbf-68d3-4cb2-b012-2385cdf5e9d6 req-404f50d8-bf41-4a7c-b48f-2d2b5892e546 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:49.658237 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 031e96aa-fc28-4c1c-bfe3-742101d6e091 {{(pid=85259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 13:16:49.663320 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-91cf2cbf-68d3-4cb2-b012-2385cdf5e9d6 req-404f50d8-bf41-4a7c-b48f-2d2b5892e546 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ff30422-f618-4ef8-8d62-c921cac23323 HTTP/1.1" status: 200 len: 946 time: 0.1109729 Apr 15 13:16:49.675792 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-1ff3ec73-2130-4e38-bd90-13d0defafb33 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1f8870c2ac2e4f5b919d8b8e28e6466a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1032169 Apr 15 13:16:49.676699 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 38010) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:49.682912 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port 031e96aa-fc28-4c1c-bfe3-742101d6e091, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=031e96aa-fc28-4c1c-bfe3-742101d6e091,segment=NetworkSegment(5ba62775-d6f2-40a9-ac4b-991dcc5cf8d7),segment_id=5ba62775-d6f2-40a9-ac4b-991dcc5cf8d7)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:16:49.687251 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:49.689343 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:49.725592 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-91cf2cbf-68d3-4cb2-b012-2385cdf5e9d6 req-4822bce1-622b-4169-a907-9022ebdc47b4 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611849 Apr 15 13:16:49.751908 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-8340934c-0b7d-4cd8-83af-e82a0aa19b39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:49.793598 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-8340934c-0b7d-4cd8-83af-e82a0aa19b39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:49.807997 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Pushing event updated for resources: {'Port': ['ID=031e96aa-fc28-4c1c-bfe3-742101d6e091,revision_number=4']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:49.815207 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:49.851874 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-8340934c-0b7d-4cd8-83af-e82a0aa19b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:49.860892 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-cd25b4a2-cafd-4634-a1c5-9386b06c23a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:49.885506 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-8340934c-0b7d-4cd8-83af-e82a0aa19b39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:49.887390 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-8340934c-0b7d-4cd8-83af-e82a0aa19b39 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b9ead658-4de5-44cf-bd72-986de37f1f75 HTTP/1.1" status: 204 len: 168 time: 0.2084637 Apr 15 13:16:49.889327 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8340934c-0b7d-4cd8-83af-e82a0aa19b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ead658-4de5-44cf-bd72-986de37f1f75,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:49.890446 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-8340934c-0b7d-4cd8-83af-e82a0aa19b39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:50.134758 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] get_ports_and_sgs() called for port_ids ['031e96aa-fc28-4c1c-bfe3-742101d6e091'] {{(pid=85259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 13:16:50.223936 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19216acb-2000-4e4a-b3ea-1eb7358f9abb req-4286d9d7-223a-48d0-b413-8e669c428829 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:50.228035 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-19216acb-2000-4e4a-b3ea-1eb7358f9abb req-4286d9d7-223a-48d0-b413-8e669c428829 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6a1f2f1-5c5b-4d23-8ca6-ac42016b0274 HTTP/1.1" status: 200 len: 945 time: 0.1200974 Apr 15 13:16:50.282912 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-19216acb-2000-4e4a-b3ea-1eb7358f9abb req-8bd047ff-e76f-46aa-b86b-5e2d25375554 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/security-groups?id=b868c94c-3d9d-4ebb-8c60-4bbeb25ff73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466263 Apr 15 13:16:50.706057 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1bb69033-13e9-400b-8638-d9ef583025f9 req-8eb0dbf6-fa55-4b0a-a8f4-d434ef7cb927 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bd80ac4b-5358-409b-be91-a6bb01d982c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0842934 Apr 15 13:16:50.908805 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 38076) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:51.018995 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd36568-17e3-41bc-aaac-b9e3b2403e3e req-2df92cc4-d623-4565-a6fd-532be6e8c648 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:51.020936 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-9fd36568-17e3-41bc-aaac-b9e3b2403e3e req-2df92cc4-d623-4565-a6fd-532be6e8c648 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ff30422-f618-4ef8-8d62-c921cac23323 HTTP/1.1" status: 200 len: 946 time: 0.1701198 Apr 15 13:16:51.028120 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb69033-13e9-400b-8638-d9ef583025f9 req-2d93c29c-4eda-4a9a-b9d2-128c47dc862d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:51.029814 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1bb69033-13e9-400b-8638-d9ef583025f9 req-2d93c29c-4eda-4a9a-b9d2-128c47dc862d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6f711daa125b461f9429aa9ee6cf12f3&device_id=bd80ac4b-5358-409b-be91-a6bb01d982c5 HTTP/1.1" status: 200 len: 1099 time: 0.1218929 Apr 15 13:16:51.058717 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-7c69435d-e651-42e1-81d3-fb3ba72b5cb2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1575230460-network', 'tenant_id': '3edcfff57f6b4d3a989c0baa167aa5b1'}} {{(pid=85258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:16:51.065321 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-7c69435d-e651-42e1-81d3-fb3ba72b5cb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:16:51.069890 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-7c69435d-e651-42e1-81d3-fb3ba72b5cb2 admin admin] Usage tracker for resource:network and tenant:3edcfff57f6b4d3a989c0baa167aa5b1 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:16:51.073218 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-7c69435d-e651-42e1-81d3-fb3ba72b5cb2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:16:51.080672 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-7c69435d-e651-42e1-81d3-fb3ba72b5cb2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:16:51.094104 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c69435d-e651-42e1-81d3-fb3ba72b5cb2 admin admin] Made reservation on behalf of 3edcfff57f6b4d3a989c0baa167aa5b1 for: {'network': 1} {{(pid=85258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 13:16:51.099333 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7c69435d-e651-42e1-81d3-fb3ba72b5cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for network, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:51.113571 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7c69435d-e651-42e1-81d3-fb3ba72b5cb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:51.131066 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-7c69435d-e651-42e1-81d3-fb3ba72b5cb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:16:51.135609 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-7c69435d-e651-42e1-81d3-fb3ba72b5cb2 admin admin] Usage tracker for resource:security_group_rule and tenant:3edcfff57f6b4d3a989c0baa167aa5b1 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:16:51.139509 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-7c69435d-e651-42e1-81d3-fb3ba72b5cb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:16:51.146569 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-7c69435d-e651-42e1-81d3-fb3ba72b5cb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:16:51.210307 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb69033-13e9-400b-8638-d9ef583025f9 req-5a016755-c809-4712-b0f0-e6fc5d1c3dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:51.211928 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1bb69033-13e9-400b-8638-d9ef583025f9 req-5a016755-c809-4712-b0f0-e6fc5d1c3dd2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d2cad01e-d67b-4fa8-b8bf-5a3615ab790c HTTP/1.1" status: 200 len: 915 time: 0.1544747 Apr 15 13:16:51.263753 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7c69435d-e651-42e1-81d3-fb3ba72b5cb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:51.283002 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7c69435d-e651-42e1-81d3-fb3ba72b5cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:51.292501 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-9fd36568-17e3-41bc-aaac-b9e3b2403e3e req-35c99451-0fb3-4ec0-9225-e0f4286f39c5 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588789 Apr 15 13:16:51.295808 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c69435d-e651-42e1-81d3-fb3ba72b5cb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=85258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 13:16:51.310737 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device 031e96aa-fc28-4c1c-bfe3-742101d6e091 up at agent hyperv_hv-cinder-78494 {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:16:51.316255 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1bb69033-13e9-400b-8638-d9ef583025f9 req-622636d6-caaf-4a9b-9b23-d94e3cf8553b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fdbff51-c936-4208-acd8-b4fc02f04ac6 HTTP/1.1" status: 200 len: 217 time: 0.0951734 Apr 15 13:16:51.321164 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-0af74469-cd7f-4a37-816c-b7f1546e20a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:51.335982 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7c69435d-e651-42e1-81d3-fb3ba72b5cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773144'] for segment, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:51.336385 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.db.segments_db [None req-7c69435d-e651-42e1-81d3-fb3ba72b5cb2 admin admin] Added segment 063acdd5-d5b4-42f0-8d65-a7c12793df51 of type vlan for network a011c5a8-19dd-4b3a-aac8-fb661fc52f6c Apr 15 13:16:51.400440 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c69435d-e651-42e1-81d3-fb3ba72b5cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cbc4477-050f-4664-9575-86dae9f2d8d9,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:51.411044 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-7c69435d-e651-42e1-81d3-fb3ba72b5cb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:51.417687 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7c69435d-e651-42e1-81d3-fb3ba72b5cb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757045372002'] for network, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:51.425897 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb69033-13e9-400b-8638-d9ef583025f9 req-abe71903-c7ff-4d15-af4b-92380055ae48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:51.428751 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1bb69033-13e9-400b-8638-d9ef583025f9 req-abe71903-c7ff-4d15-af4b-92380055ae48 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4b164dda-b46e-4e2e-9857-b1eea16bba61 HTTP/1.1" status: 200 len: 854 time: 0.1051359 Apr 15 13:16:51.461211 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7c69435d-e651-42e1-81d3-fb3ba72b5cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424'] for network, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:51.462904 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c69435d-e651-42e1-81d3-fb3ba72b5cb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:51.463716 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7c69435d-e651-42e1-81d3-fb3ba72b5cb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for network, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:51.482263 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Provisioning for port 031e96aa-fc28-4c1c-bfe3-742101d6e091 completed by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:16:51.487160 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:51.488555 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Provisioning complete for port 031e96aa-fc28-4c1c-bfe3-742101d6e091 triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:16:51.489059 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:51.511464 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-7c69435d-e651-42e1-81d3-fb3ba72b5cb2 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6009812 Apr 15 13:16:51.516372 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 38112) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:51.546988 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1bb69033-13e9-400b-8638-d9ef583025f9 req-e38854e5-da3d-4728-8ba9-f801d0c23b2c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d2cad01e-d67b-4fa8-b8bf-5a3615ab790c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1084311 Apr 15 13:16:51.584594 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-c11d66f0-4d2b-4728-9c07-c5a0417322af admin admin] Request body: {'subnet': {'network_id': 'a011c5a8-19dd-4b3a-aac8-fb661fc52f6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1575230460-subnet', 'tenant_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:16:51.589528 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-c11d66f0-4d2b-4728-9c07-c5a0417322af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:16:51.593926 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-c11d66f0-4d2b-4728-9c07-c5a0417322af admin admin] Usage tracker for resource:subnet and tenant:3edcfff57f6b4d3a989c0baa167aa5b1 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:16:51.597545 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-c11d66f0-4d2b-4728-9c07-c5a0417322af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:16:51.603649 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-c11d66f0-4d2b-4728-9c07-c5a0417322af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:16:51.620053 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11d66f0-4d2b-4728-9c07-c5a0417322af admin admin] Made reservation on behalf of 3edcfff57f6b4d3a989c0baa167aa5b1 for: {'subnet': 1} {{(pid=85258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 13:16:51.621208 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c11d66f0-4d2b-4728-9c07-c5a0417322af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853304430'] for subnet, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:51.722131 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:51.724771 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f6319-2d10-4a8e-81a3-3aaf24b3113c req-47a0da45-d861-4589-9fa7-24c61c1325fb tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:51.725376 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c69435d-e651-42e1-81d3-fb3ba72b5cb2 admin admin] Pushing event updated for resources: {'Network': ['ID=a011c5a8-19dd-4b3a-aac8-fb661fc52f6c,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:51.726912 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d18f6319-2d10-4a8e-81a3-3aaf24b3113c req-47a0da45-d861-4589-9fa7-24c61c1325fb tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6a1f2f1-5c5b-4d23-8ca6-ac42016b0274 HTTP/1.1" status: 200 len: 945 time: 0.2296832 Apr 15 13:16:51.734532 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-7c69435d-e651-42e1-81d3-fb3ba72b5cb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:51.743362 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Network a011c5a8-19dd-4b3a-aac8-fb661fc52f6c details requested by agent ovs-agent-dv-cinder-784945-5-smb with host dv-cinder-784945-5-smb {{(pid=85259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 13:16:51.853680 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1bb69033-13e9-400b-8638-d9ef583025f9 req-2529906f-d34e-4b8e-a441-e72d2a82a5c5 service neutron] 10.222.0.65 "GET /v2.0/networks/d2cad01e-d67b-4fa8-b8bf-5a3615ab790c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847197 Apr 15 13:16:51.931711 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port 031e96aa-fc28-4c1c-bfe3-742101d6e091, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=031e96aa-fc28-4c1c-bfe3-742101d6e091,segment=NetworkSegment(5ba62775-d6f2-40a9-ac4b-991dcc5cf8d7),segment_id=5ba62775-d6f2-40a9-ac4b-991dcc5cf8d7)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:16:51.932660 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a1f2f1-5c5b-4d23-8ca6-ac42016b0274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '031e96aa-fc28-4c1c-bfe3-742101d6e091'}] {{(pid=85259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:16:51.946577 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:51.955239 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-f9d56e59-82bf-4c31-a539-49b66782341c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:51.991136 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d18f6319-2d10-4a8e-81a3-3aaf24b3113c req-3c780074-ae84-4a93-ab8a-e0a5bd8088c3 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/security-groups?id=b868c94c-3d9d-4ebb-8c60-4bbeb25ff73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440720 Apr 15 13:16:52.089256 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a1f2f1-5c5b-4d23-8ca6-ac42016b0274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '031e96aa-fc28-4c1c-bfe3-742101d6e091', 'code': 200} Apr 15 13:16:52.108349 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Pushing event updated for resources: {'Port': ['ID=031e96aa-fc28-4c1c-bfe3-742101d6e091,revision_number=5']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:52.119344 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:52.205453 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1bb69033-13e9-400b-8638-d9ef583025f9 req-4f940018-04be-4adb-8304-49f4d7aca2df service neutron] 10.222.0.65 "GET /v2.0/networks/d2cad01e-d67b-4fa8-b8bf-5a3615ab790c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193827 Apr 15 13:16:52.272213 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c11d66f0-4d2b-4728-9c07-c5a0417322af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10742104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853304445'] for subnet, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:52.293513 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:52.372748 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11d66f0-4d2b-4728-9c07-c5a0417322af admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4c8aae7-d54c-4123-b3a9-729be74bee3f,revision_number=0']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:52.389564 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-c11d66f0-4d2b-4728-9c07-c5a0417322af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:52.540089 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2298f4-bf56-4cad-92ab-211b9fc25ad9 req-056da191-3b86-4e4e-b766-bdbd429e8282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:52.541724 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ac2298f4-bf56-4cad-92ab-211b9fc25ad9 req-056da191-3b86-4e4e-b766-bdbd429e8282 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e6a1f2f1-5c5b-4d23-8ca6-ac42016b0274 HTTP/1.1" status: 200 len: 1099 time: 0.2088480 Apr 15 13:16:52.620700 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ac2298f4-bf56-4cad-92ab-211b9fc25ad9 req-b7a6ecb2-540d-49dc-9d3a-5fd999b71ac2 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b868c94c-3d9d-4ebb-8c60-4bbeb25ff73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633268 Apr 15 13:16:52.621262 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11d66f0-4d2b-4728-9c07-c5a0417322af admin admin] Checking segment: {'id': '063acdd5-d5b4-42f0-8d65-a7c12793df51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a011c5a8-19dd-4b3a-aac8-fb661fc52f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:16:52.622183 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11d66f0-4d2b-4728-9c07-c5a0417322af admin admin] Network hostable DHCP agents. Network: a011c5a8-19dd-4b3a-aac8-fb661fc52f6c, hostable agents: ['311c43f5-3c4a-4973-9b30-7f7c0bf49be0'], hosted agents: [] {{(pid=85258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 13:16:52.645927 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa13d9-dc3b-43b3-b16c-26f69fa3d115 req-66bd1570-0c55-44bc-91f3-0b8152c21318 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:52.648216 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-96fa13d9-dc3b-43b3-b16c-26f69fa3d115 req-66bd1570-0c55-44bc-91f3-0b8152c21318 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ff30422-f618-4ef8-8d62-c921cac23323 HTTP/1.1" status: 200 len: 946 time: 0.1836894 Apr 15 13:16:52.648342 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:52.648767 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 38154) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:52.649481 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11d66f0-4d2b-4728-9c07-c5a0417322af admin admin] Network a011c5a8-19dd-4b3a-aac8-fb661fc52f6c is scheduled to be hosted by DHCP agent 311c43f5-3c4a-4973-9b30-7f7c0bf49be0 with binding_index 1 {{(pid=85258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 13:16:52.659926 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [None req-c11d66f0-4d2b-4728-9c07-c5a0417322af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-5-smb, a011c5a8-19dd-4b3a-aac8-fb661fc52f6c) {{(pid=85258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:16:52.668377 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468995bc-d17c-43e2-b8af-0cdc08d488f5 None None] Network a011c5a8-19dd-4b3a-aac8-fb661fc52f6c requested from dv-cinder-784945-5-smb {{(pid=85259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 13:16:52.694316 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11d66f0-4d2b-4728-9c07-c5a0417322af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:52.695016 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c11d66f0-4d2b-4728-9c07-c5a0417322af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for subnet, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:52.740785 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-c11d66f0-4d2b-4728-9c07-c5a0417322af admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2204456 Apr 15 13:16:52.742783 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 38166) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:52.756198 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-1ada7762-cbc5-4e2f-b1cd-967b64df97b9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1575230460-router', 'tenant_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2'}}} {{(pid=85258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:16:52.770606 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-96fa13d9-dc3b-43b3-b16c-26f69fa3d115 req-8e6e8144-9f56-4fb6-8479-cb634b50df21 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033604 Apr 15 13:16:52.775562 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-1ada7762-cbc5-4e2f-b1cd-967b64df97b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:16:52.782462 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-1ada7762-cbc5-4e2f-b1cd-967b64df97b9 admin admin] Usage tracker for resource:router and tenant:3edcfff57f6b4d3a989c0baa167aa5b1 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:16:52.787108 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-1ada7762-cbc5-4e2f-b1cd-967b64df97b9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:16:52.805246 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-1ada7762-cbc5-4e2f-b1cd-967b64df97b9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:16:52.823288 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1ada7762-cbc5-4e2f-b1cd-967b64df97b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853741594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854710284'] for router, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:52.824638 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1ada7762-cbc5-4e2f-b1cd-967b64df97b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1033063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-938009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65516'] for router, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:52.856735 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1ada7762-cbc5-4e2f-b1cd-967b64df97b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:52.940424 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7bee9e6e-084a-46cb-b40c-20f340a10796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:52.970614 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-7bee9e6e-084a-46cb-b40c-20f340a10796 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:16:52.985327 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-7bee9e6e-084a-46cb-b40c-20f340a10796 admin admin] Usage tracker for resource:security_group_rule and tenant:5d748fe7c4b54e04a849749c23a2c997 is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:16:52.992029 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-7bee9e6e-084a-46cb-b40c-20f340a10796 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:16:53.000553 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-7bee9e6e-084a-46cb-b40c-20f340a10796 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:16:53.151874 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7bee9e6e-084a-46cb-b40c-20f340a10796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:53.155989 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7bee9e6e-084a-46cb-b40c-20f340a10796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:53.167233 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-aeb12bd5-4dd4-4c18-af6a-a30d5ad0e879 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:53.198350 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beffa69e-6683-4f7a-8523-5df3c8d9df4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8627bff5-3798-5c6e-aea6-252cc41330bf-a011c5a8-19dd-4b3a-aac8-fb661fc52f6c', 'network_id': 'a011c5a8-19dd-4b3a-aac8-fb661fc52f6c', 'tenant_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'fixed_ips': [{'subnet_id': 'a4c8aae7-d54c-4123-b3a9-729be74bee3f'}]}} from dv-cinder-784945-5-smb. {{(pid=85259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 13:16:53.199295 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-beffa69e-6683-4f7a-8523-5df3c8d9df4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_create {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:53.292158 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-7bee9e6e-084a-46cb-b40c-20f340a10796 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5d748fe7c4b54e04a849749c23a2c997&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6415329 Apr 15 13:16:53.300114 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 38182) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:53.302899 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee9e6e-084a-46cb-b40c-20f340a10796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd97470f-1820-425f-be55-047327272870,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:53.307100 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-7bee9e6e-084a-46cb-b40c-20f340a10796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:53.406333 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_common [None req-beffa69e-6683-4f7a-8523-5df3c8d9df4d None None] Allocated IP 172.20.0.2 (a011c5a8-19dd-4b3a-aac8-fb661fc52f6c/a4c8aae7-d54c-4123-b3a9-729be74bee3f/8763afb6-d1db-475e-ade5-68c920a291f3) {{(pid=85259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 13:16:53.416196 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0ad4f037-3f41-47c3-8e2e-29c1896382e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:53.423179 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1ada7762-cbc5-4e2f-b1cd-967b64df97b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1033076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853741577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65501'] for router, precommit_update {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:53.451597 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0ad4f037-3f41-47c3-8e2e-29c1896382e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:53.508406 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17eb088-0e9c-4553-a394-4a508fe4ad87 req-740cf4ad-554b-4709-92d1-86b51be4839d tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:53.510084 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c17eb088-0e9c-4553-a394-4a508fe4ad87 req-740cf4ad-554b-4709-92d1-86b51be4839d tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6a1f2f1-5c5b-4d23-8ca6-ac42016b0274 HTTP/1.1" status: 200 len: 946 time: 0.2975087 Apr 15 13:16:53.511579 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0ad4f037-3f41-47c3-8e2e-29c1896382e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:53.516941 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-be2ba1f9-9c35-4cca-9727-a4778be09b67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:53.531027 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad4f037-3f41-47c3-8e2e-29c1896382e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd97470f-1820-425f-be55-047327272870,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:53.547610 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-0ad4f037-3f41-47c3-8e2e-29c1896382e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:53.552718 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0ad4f037-3f41-47c3-8e2e-29c1896382e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:53.553952 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-0ad4f037-3f41-47c3-8e2e-29c1896382e4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dd97470f-1820-425f-be55-047327272870 HTTP/1.1" status: 204 len: 168 time: 0.2526934 Apr 15 13:16:53.587549 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c17eb088-0e9c-4553-a394-4a508fe4ad87 req-1ba2ae14-99ff-41aa-8e04-1b40c212401e tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/security-groups?id=b868c94c-3d9d-4ebb-8c60-4bbeb25ff73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607274 Apr 15 13:16:53.896046 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-beffa69e-6683-4f7a-8523-5df3c8d9df4d None None] Notify callbacks [] for port, precommit_create {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:53.908719 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-beffa69e-6683-4f7a-8523-5df3c8d9df4d None None] Transition to ACTIVE for port object 8763afb6-d1db-475e-ade5-68c920a291f3 will not be triggered until provisioned by entity L2. {{(pid=85259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:16:53.934186 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-beffa69e-6683-4f7a-8523-5df3c8d9df4d None None] Transition to ACTIVE for port object 8763afb6-d1db-475e-ade5-68c920a291f3 will not be triggered until provisioned by entity DHCP. {{(pid=85259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:16:53.940475 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-beffa69e-6683-4f7a-8523-5df3c8d9df4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757045383897'] for port, after_create {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:53.957197 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-3e75ed5b-393c-4fd8-a541-0d6b46204e7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:53.981683 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1ada7762-cbc5-4e2f-b1cd-967b64df97b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:54.019103 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1ada7762-cbc5-4e2f-b1cd-967b64df97b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:54.041574 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 38210) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:54.077432 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ace1ec79-4cf1-4655-8bd9-b49f6219eabf admin admin] Notify callbacks [] for security_group, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:54.100423 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beffa69e-6683-4f7a-8523-5df3c8d9df4d None None] Pushing event updated for resources: {'Port': ['ID=8763afb6-d1db-475e-ade5-68c920a291f3,revision_number=1']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:54.105410 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-beffa69e-6683-4f7a-8523-5df3c8d9df4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:54.106843 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e252ba-742e-4477-a483-91459f86cb33 req-0d032359-68ce-4ab3-80c3-81519bac466f tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:54.109718 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-58e252ba-742e-4477-a483-91459f86cb33 req-0d032359-68ce-4ab3-80c3-81519bac466f tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ff30422-f618-4ef8-8d62-c921cac23323 HTTP/1.1" status: 200 len: 946 time: 0.1804450 Apr 15 13:16:54.110610 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-ace1ec79-4cf1-4655-8bd9-b49f6219eabf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:16:54.119288 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-ace1ec79-4cf1-4655-8bd9-b49f6219eabf admin admin] Usage tracker for resource:security_group_rule and tenant:ac70840662904d4fa386b7080f880184 is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:16:54.123662 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-ace1ec79-4cf1-4655-8bd9-b49f6219eabf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:16:54.160403 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-ace1ec79-4cf1-4655-8bd9-b49f6219eabf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:16:54.175153 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beffa69e-6683-4f7a-8523-5df3c8d9df4d None None] Network a011c5a8-19dd-4b3a-aac8-fb661fc52f6c is already hosted by enough agents. {{(pid=85259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 13:16:54.176513 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [None req-beffa69e-6683-4f7a-8523-5df3c8d9df4d None None] Resources bound (agent type, host, resource id): {{(pid=85259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:16:54.181031 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beffa69e-6683-4f7a-8523-5df3c8d9df4d None None] Received port after_create {{(pid=85259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 13:16:54.224202 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-58e252ba-742e-4477-a483-91459f86cb33 req-69aab1da-d0d2-4c21-9e24-a34930b2dcd6 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015675 Apr 15 13:16:54.314972 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_common [None req-1ada7762-cbc5-4e2f-b1cd-967b64df97b9 admin admin] Allocated IP 172.28.3.32 (55d93253-8afb-47db-93d0-1527fbeb95d2/ec126ae6-92bb-4236-889a-ca54f3751a25/862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b) {{(pid=85258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 13:16:54.321650 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-beffa69e-6683-4f7a-8523-5df3c8d9df4d None None] Attempting to bind port 8763afb6-d1db-475e-ade5-68c920a291f3 on host dv-cinder-784945-5-smb for vnic_type normal with profile {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 13:16:54.324469 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-beffa69e-6683-4f7a-8523-5df3c8d9df4d None None] Attempting to bind port 8763afb6-d1db-475e-ade5-68c920a291f3 by drivers openvswitch,hyperv on host dv-cinder-784945-5-smb at level 0 using segments [{'id': '063acdd5-d5b4-42f0-8d65-a7c12793df51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a011c5a8-19dd-4b3a-aac8-fb661fc52f6c'}] {{(pid=85259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 13:16:54.325079 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beffa69e-6683-4f7a-8523-5df3c8d9df4d None None] Attempting to bind port 8763afb6-d1db-475e-ade5-68c920a291f3 on network a011c5a8-19dd-4b3a-aac8-fb661fc52f6c {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:16:54.337845 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beffa69e-6683-4f7a-8523-5df3c8d9df4d None None] Checking agent: {'id': '81e11618-700f-4852-9942-b93dec05a832', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 13, 7, 16), 'started_at': datetime.datetime(2021, 4, 15, 13, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 13, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 13:16:54.338254 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beffa69e-6683-4f7a-8523-5df3c8d9df4d None None] Checking segment: {'id': '063acdd5-d5b4-42f0-8d65-a7c12793df51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a011c5a8-19dd-4b3a-aac8-fb661fc52f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:16:54.338698 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-beffa69e-6683-4f7a-8523-5df3c8d9df4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:54.339135 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beffa69e-6683-4f7a-8523-5df3c8d9df4d None None] Bound using segment: {'id': '063acdd5-d5b4-42f0-8d65-a7c12793df51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a011c5a8-19dd-4b3a-aac8-fb661fc52f6c'} {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 13:16:54.339713 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-beffa69e-6683-4f7a-8523-5df3c8d9df4d None None] Bound port: 8763afb6-d1db-475e-ade5-68c920a291f3, host: dv-cinder-784945-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '063acdd5-d5b4-42f0-8d65-a7c12793df51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a011c5a8-19dd-4b3a-aac8-fb661fc52f6c'}}] {{(pid=85259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 13:16:54.340142 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-beffa69e-6683-4f7a-8523-5df3c8d9df4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:54.387923 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ace1ec79-4cf1-4655-8bd9-b49f6219eabf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:54.390338 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ace1ec79-4cf1-4655-8bd9-b49f6219eabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:54.426256 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:54.443570 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-ace1ec79-4cf1-4655-8bd9-b49f6219eabf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ac70840662904d4fa386b7080f880184&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3982339 Apr 15 13:16:54.444273 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 38226) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:54.536681 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b7fd47fb-7362-4f02-99c1-c45803e982da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:54.578528 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-beffa69e-6683-4f7a-8523-5df3c8d9df4d None None] For port 8763afb6-d1db-475e-ade5-68c920a291f3, host dv-cinder-784945-5-smb, cleared binding levels {{(pid=85259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 13:16:54.582668 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-beffa69e-6683-4f7a-8523-5df3c8d9df4d None None] For port 8763afb6-d1db-475e-ade5-68c920a291f3, host dv-cinder-784945-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=8763afb6-d1db-475e-ade5-68c920a291f3,segment=NetworkSegment(063acdd5-d5b4-42f0-8d65-a7c12793df51),segment_id=063acdd5-d5b4-42f0-8d65-a7c12793df51)] {{(pid=85259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 13:16:54.587533 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b7fd47fb-7362-4f02-99c1-c45803e982da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:54.592744 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-beffa69e-6683-4f7a-8523-5df3c8d9df4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:54.606461 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace1ec79-4cf1-4655-8bd9-b49f6219eabf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb755e38-9617-427c-90fc-915d823ae824,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:54.632376 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:54.669271 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1ada7762-cbc5-4e2f-b1cd-967b64df97b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:54.736518 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-ace1ec79-4cf1-4655-8bd9-b49f6219eabf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:54.739910 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b7fd47fb-7362-4f02-99c1-c45803e982da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:54.747190 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:54.773120 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fd47fb-7362-4f02-99c1-c45803e982da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb755e38-9617-427c-90fc-915d823ae824,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:54.787146 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-b7fd47fb-7362-4f02-99c1-c45803e982da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:54.787765 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1ada7762-cbc5-4e2f-b1cd-967b64df97b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757045383897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10742258'] for port, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:54.802651 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b7fd47fb-7362-4f02-99c1-c45803e982da admin admin] Notify callbacks [] for security_group, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:54.804211 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-b7fd47fb-7362-4f02-99c1-c45803e982da admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fb755e38-9617-427c-90fc-915d823ae824 HTTP/1.1" status: 204 len: 168 time: 0.3594372 Apr 15 13:16:54.828870 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beffa69e-6683-4f7a-8523-5df3c8d9df4d None None] Pushing event updated for resources: {'Port': ['ID=8763afb6-d1db-475e-ade5-68c920a291f3,revision_number=2']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:54.843960 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-beffa69e-6683-4f7a-8523-5df3c8d9df4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:54.924527 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:55.041584 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cafa9e-3288-4815-b8bb-8f6f4fa43c98 req-c21827af-eca9-478e-8c6f-388d861df4d3 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:55.052048 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c7cafa9e-3288-4815-b8bb-8f6f4fa43c98 req-c21827af-eca9-478e-8c6f-388d861df4d3 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6a1f2f1-5c5b-4d23-8ca6-ac42016b0274 HTTP/1.1" status: 200 len: 946 time: 0.2463839 Apr 15 13:16:55.134639 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c7cafa9e-3288-4815-b8bb-8f6f4fa43c98 req-64ee2ea8-b155-4c90-ae5c-69735a39edf5 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/security-groups?id=b868c94c-3d9d-4ebb-8c60-4bbeb25ff73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811481 Apr 15 13:16:55.576295 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ada7762-cbc5-4e2f-b1cd-967b64df97b9 admin admin] Pushing event updated for resources: {'Port': ['ID=862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:55.581411 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-1ada7762-cbc5-4e2f-b1cd-967b64df97b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:55.629731 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 38278) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:55.633280 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ada7762-cbc5-4e2f-b1cd-967b64df97b9 admin admin] Network 55d93253-8afb-47db-93d0-1527fbeb95d2 is already hosted by enough agents. {{(pid=85258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 13:16:55.635843 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [None req-1ada7762-cbc5-4e2f-b1cd-967b64df97b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=85258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:16:55.645019 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ada7762-cbc5-4e2f-b1cd-967b64df97b9 admin admin] Received port after_create {{(pid=85258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 13:16:55.724808 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea185b-0211-4425-999d-9649e191d8df req-82b71989-bb90-4fd0-bfbe-e7a8fbcbbf1e tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:55.732051 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-16ea185b-0211-4425-999d-9649e191d8df req-82b71989-bb90-4fd0-bfbe-e7a8fbcbbf1e tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ff30422-f618-4ef8-8d62-c921cac23323 HTTP/1.1" status: 200 len: 946 time: 0.1897905 Apr 15 13:16:55.850784 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-16ea185b-0211-4425-999d-9649e191d8df req-536c054a-b05a-4e84-a288-6a420035fba4 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025269 Apr 15 13:16:55.865235 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 38290) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:55.976131 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-46e37f49-6885-4a0d-b73e-536129312eba admin admin] Notify callbacks [] for security_group, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:56.028562 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b54f401a-230f-42da-a846-99db71ba7b83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:56.265889 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-46e37f49-6885-4a0d-b73e-536129312eba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:16:56.269891 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-46e37f49-6885-4a0d-b73e-536129312eba admin admin] Usage tracker for resource:security_group_rule and tenant:f398d39c2d6b4b10af11de5abb6c4277 is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:16:56.272964 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-46e37f49-6885-4a0d-b73e-536129312eba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:16:56.279130 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-46e37f49-6885-4a0d-b73e-536129312eba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:16:56.335193 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-b54f401a-230f-42da-a846-99db71ba7b83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:16:56.355717 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-b54f401a-230f-42da-a846-99db71ba7b83 admin admin] Usage tracker for resource:security_group_rule and tenant:fcb86a40688c4756887a03f85a923817 is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:16:56.361524 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-b54f401a-230f-42da-a846-99db71ba7b83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:16:56.380886 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-b54f401a-230f-42da-a846-99db71ba7b83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:16:56.401005 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1ada7762-cbc5-4e2f-b1cd-967b64df97b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:56.427789 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-46e37f49-6885-4a0d-b73e-536129312eba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:56.447420 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-46e37f49-6885-4a0d-b73e-536129312eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:56.467220 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:56.590719 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e37f49-6885-4a0d-b73e-536129312eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dccfd5c-11dd-46e8-a963-b0bc14babd67,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:56.610356 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-46e37f49-6885-4a0d-b73e-536129312eba admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f398d39c2d6b4b10af11de5abb6c4277&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9784493 Apr 15 13:16:56.612036 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-46e37f49-6885-4a0d-b73e-536129312eba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:56.615947 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 38322) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:56.653160 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device 8763afb6-d1db-475e-ade5-68c920a291f3 up at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:16:56.730908 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-bf3caa28-27c8-4cb0-9029-fadcef34685d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:56.791413 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-bf3caa28-27c8-4cb0-9029-fadcef34685d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:56.811025 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning for port 8763afb6-d1db-475e-ade5-68c920a291f3 completed by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:16:56.876705 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-bf3caa28-27c8-4cb0-9029-fadcef34685d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:56.897024 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-b7fd47fb-7362-4f02-99c1-c45803e982da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:56.913644 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3caa28-27c8-4cb0-9029-fadcef34685d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dccfd5c-11dd-46e8-a963-b0bc14babd67,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:56.916083 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-bf3caa28-27c8-4cb0-9029-fadcef34685d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:56.943331 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-bf3caa28-27c8-4cb0-9029-fadcef34685d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:56.945118 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-bf3caa28-27c8-4cb0-9029-fadcef34685d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5dccfd5c-11dd-46e8-a963-b0bc14babd67 HTTP/1.1" status: 204 len: 168 time: 0.3263402 Apr 15 13:16:56.951938 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f473a42-02bf-4de2-a67f-5e4dd69d61aa None None] Network a011c5a8-19dd-4b3a-aac8-fb661fc52f6c requested from dv-cinder-784945-5-smb {{(pid=85259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 13:16:56.997431 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b54f401a-230f-42da-a846-99db71ba7b83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:57.002400 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b54f401a-230f-42da-a846-99db71ba7b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:57.050273 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-46e37f49-6885-4a0d-b73e-536129312eba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:57.120450 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54f401a-230f-42da-a846-99db71ba7b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93bc765-fab6-4ec1-9a5f-5213dbd14a91,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:57.179665 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-185bbf02-fa8a-46b7-a43e-a126674128be None None] Provisioning for port 8763afb6-d1db-475e-ade5-68c920a291f3 completed by entity DHCP. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:16:57.190759 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-185bbf02-fa8a-46b7-a43e-a126674128be None None] Provisioning complete for port 8763afb6-d1db-475e-ade5-68c920a291f3 triggered by entity DHCP. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:16:57.191113 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-185bbf02-fa8a-46b7-a43e-a126674128be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:57.213161 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-b54f401a-230f-42da-a846-99db71ba7b83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:57.221149 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1ada7762-cbc5-4e2f-b1cd-967b64df97b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853742755'] for router, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:57.232182 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-b54f401a-230f-42da-a846-99db71ba7b83 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fcb86a40688c4756887a03f85a923817&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3655608 Apr 15 13:16:57.235390 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 38348) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:57.342208 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17b839-ec31-4baf-8a3d-a7a6a996306c req-3a9b8f34-0648-4eab-9a39-08505c1ffea4 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:57.351677 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-7a17b839-ec31-4baf-8a3d-a7a6a996306c req-3a9b8f34-0648-4eab-9a39-08505c1ffea4 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ff30422-f618-4ef8-8d62-c921cac23323 HTTP/1.1" status: 200 len: 946 time: 0.3027389 Apr 15 13:16:57.441282 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-7a17b839-ec31-4baf-8a3d-a7a6a996306c req-9fe37109-3cdd-4c7e-a520-170ee486d58d tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880647 Apr 15 13:16:57.572913 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-185bbf02-fa8a-46b7-a43e-a126674128be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:57.604670 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c516ce3e-589e-42a3-9211-752182b64aab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:57.633598 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-185bbf02-fa8a-46b7-a43e-a126674128be None None] For port 8763afb6-d1db-475e-ade5-68c920a291f3, host dv-cinder-784945-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=8763afb6-d1db-475e-ade5-68c920a291f3,segment=NetworkSegment(063acdd5-d5b4-42f0-8d65-a7c12793df51),segment_id=063acdd5-d5b4-42f0-8d65-a7c12793df51)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:16:57.639660 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-185bbf02-fa8a-46b7-a43e-a126674128be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:57.641992 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:57.693644 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c516ce3e-589e-42a3-9211-752182b64aab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:57.791223 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 38366) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:57.814823 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185bbf02-fa8a-46b7-a43e-a126674128be None None] Pushing event updated for resources: {'Port': ['ID=8763afb6-d1db-475e-ade5-68c920a291f3,revision_number=3']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:57.820181 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-9eb9f1af-4fec-46c3-a506-f338130ad460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:57.824616 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-185bbf02-fa8a-46b7-a43e-a126674128be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:57.839793 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-9eb9f1af-4fec-46c3-a506-f338130ad460 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:16:57.853030 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ada7762-cbc5-4e2f-b1cd-967b64df97b9 admin admin] Router d48e3290-a679-4183-97f6-5b77323c864a is scheduled to L3 agent d2850426-fba2-4e27-a3ef-bf91b3b25695 with binding_index 1 {{(pid=85258) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 13:16:57.857001 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-9eb9f1af-4fec-46c3-a506-f338130ad460 admin admin] Usage tracker for resource:security_group_rule and tenant:f1203431a88a46a2865ccc9f350eca35 is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:16:57.862134 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-9eb9f1af-4fec-46c3-a506-f338130ad460 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:16:57.871213 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-9eb9f1af-4fec-46c3-a506-f338130ad460 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:16:57.879151 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c516ce3e-589e-42a3-9211-752182b64aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:57.889101 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-7c69435d-e651-42e1-81d3-fb3ba72b5cb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:57.971976 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-233a5054-b835-4b69-8090-15922ced89e9 None None] Provisioning complete for port 8763afb6-d1db-475e-ade5-68c920a291f3 triggered by entity DHCP. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:16:57.972405 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-233a5054-b835-4b69-8090-15922ced89e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:58.029608 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516ce3e-589e-42a3-9211-752182b64aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93bc765-fab6-4ec1-9a5f-5213dbd14a91,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:58.032259 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-c516ce3e-589e-42a3-9211-752182b64aab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:58.070261 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-9eb9f1af-4fec-46c3-a506-f338130ad460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:58.084443 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-9eb9f1af-4fec-46c3-a506-f338130ad460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:58.199053 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-0ad4f037-3f41-47c3-8e2e-29c1896382e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:58.228952 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-9eb9f1af-4fec-46c3-a506-f338130ad460 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f1203431a88a46a2865ccc9f350eca35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4364605 Apr 15 13:16:58.233411 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 38384) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:58.315710 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb9f1af-4fec-46c3-a506-f338130ad460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6a598b-b7c0-4c02-aa60-fb1903a99280,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:58.319663 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-9eb9f1af-4fec-46c3-a506-f338130ad460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:58.324029 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c516ce3e-589e-42a3-9211-752182b64aab admin admin] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:58.328163 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-c516ce3e-589e-42a3-9211-752182b64aab admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e93bc765-fab6-4ec1-9a5f-5213dbd14a91 HTTP/1.1" status: 204 len: 168 time: 1.0885577 Apr 15 13:16:58.361883 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2f05b335-973a-4056-92c9-ac0d8381313b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:58.367252 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ada7762-cbc5-4e2f-b1cd-967b64df97b9 admin admin] Notify agent at l3_agent.dv-cinder-784945-5-smb the message routers_updated {{(pid=85258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 13:16:58.394134 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068833ca-9368-4363-86b4-acca68213cb7 None None] Sync routers for ids ['d48e3290-a679-4183-97f6-5b77323c864a'] in dv-cinder-784945-5-smb {{(pid=85260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 13:16:58.397805 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2f05b335-973a-4056-92c9-ac0d8381313b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:58.415193 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068833ca-9368-4363-86b4-acca68213cb7 None None] Routers {'d48e3290-a679-4183-97f6-5b77323c864a'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:16:58.416156 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-068833ca-9368-4363-86b4-acca68213cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:16:45Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['d48e3290-a679-4183-97f6-5b77323c864a'], 'active': True} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:16:58.430447 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1ada7762-cbc5-4e2f-b1cd-967b64df97b9 admin admin] Notify callbacks [] for router, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:58.436077 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-1ada7762-cbc5-4e2f-b1cd-967b64df97b9 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.6882246 Apr 15 13:16:58.436583 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 38396) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:58.459220 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2f05b335-973a-4056-92c9-ac0d8381313b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:58.485264 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-c6408edd-7a12-4387-a030-11a001baba7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:16:58.520233 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device 8763afb6-d1db-475e-ade5-68c920a291f3 up at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:16:58.543350 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f05b335-973a-4056-92c9-ac0d8381313b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6a598b-b7c0-4c02-aa60-fb1903a99280,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:16:58.547298 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-2f05b335-973a-4056-92c9-ac0d8381313b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:16:58.548193 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2f05b335-973a-4056-92c9-ac0d8381313b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:58.549457 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-2f05b335-973a-4056-92c9-ac0d8381313b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/af6a598b-b7c0-4c02-aa60-fb1903a99280 HTTP/1.1" status: 204 len: 168 time: 0.3139470 Apr 15 13:16:58.758374 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning complete for port 8763afb6-d1db-475e-ade5-68c920a291f3 triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:16:58.759424 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:58.985363 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-068833ca-9368-4363-86b4-acca68213cb7 None None] Set router d48e3290-a679-4183-97f6-5b77323c864a gateway port host: dv-cinder-784945-5-smb {{(pid=85260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:16:59.060095 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4aa048-0a56-4701-99d8-8d4f7640842d req-183e3d22-5d51-47ba-86dd-ec56fdd357da tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:59.068237 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ca4aa048-0a56-4701-99d8-8d4f7640842d req-183e3d22-5d51-47ba-86dd-ec56fdd357da tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/networks?id=d2cad01e-d67b-4fa8-b8bf-5a3615ab790c HTTP/1.1" status: 200 len: 814 time: 0.3905606 Apr 15 13:16:59.164173 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ca4aa048-0a56-4701-99d8-8d4f7640842d req-abcbfe9e-628c-4ad1-940e-14db1318d46d tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/quotas/6f711daa125b461f9429aa9ee6cf12f3 HTTP/1.1" status: 200 len: 375 time: 0.0948634 Apr 15 13:16:59.354976 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae7aa1e-f468-466d-8b0c-ce5c5ad8c77c req-489aac39-241b-41e5-a142-8a3415d68a5b tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:16:59.356415 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-6ae7aa1e-f468-466d-8b0c-ce5c5ad8c77c req-489aac39-241b-41e5-a142-8a3415d68a5b tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ff30422-f618-4ef8-8d62-c921cac23323 HTTP/1.1" status: 200 len: 946 time: 0.6250257 Apr 15 13:16:59.384767 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 38448) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:59.412394 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ca4aa048-0a56-4701-99d8-8d4f7640842d req-7a406633-357b-4691-a04a-79f2aef80445 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f711daa125b461f9429aa9ee6cf12f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2470989 Apr 15 13:16:59.558713 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-068833ca-9368-4363-86b4-acca68213cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'name': 'tempest-AttachVolumeShelveTestJSON-1575230460-router', 'tenant_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:16:52Z', 'updated_at': '2021-04-15T13:16:56Z', 'revision_number': 3, 'project_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'gw_port': {'id': '862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:be:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:16:54Z', 'updated_at': '2021-04-15T13:16:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb'}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:16:59.565874 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068833ca-9368-4363-86b4-acca68213cb7 None None] Checking router: d48e3290-a679-4183-97f6-5b77323c864a for host: dv-cinder-784945-5-smb {{(pid=85260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 13:16:59.566521 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068833ca-9368-4363-86b4-acca68213cb7 None None] Updating router d48e3290-a679-4183-97f6-5b77323c864a port 862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b binding host dv-cinder-784945-5-smb {{(pid=85260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 13:16:59.644855 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-068833ca-9368-4363-86b4-acca68213cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:59.648392 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-412d5b59-f761-40a4-ae16-bdeb098d5553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:16:59.766742 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 38460) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:59.822004 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ca4aa048-0a56-4701-99d8-8d4f7640842d req-dfc9449a-fa4d-4c42-a525-3127af8726ca service neutron] 10.222.0.64 "GET /v2.0/networks/d2cad01e-d67b-4fa8-b8bf-5a3615ab790c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4049013 Apr 15 13:16:59.836151 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-412d5b59-f761-40a4-ae16-bdeb098d5553 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:16:59.900274 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-6ae7aa1e-f468-466d-8b0c-ce5c5ad8c77c req-6d85f439-6bbb-4eb3-875c-f8e78d5aff6b tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5338807 Apr 15 13:16:59.903465 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 38468) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:16:59.904542 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-412d5b59-f761-40a4-ae16-bdeb098d5553 admin admin] Usage tracker for resource:security_group_rule and tenant:562f3fe9a00042ec9bb7cd9b3b0430ec is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:16:59.910997 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-412d5b59-f761-40a4-ae16-bdeb098d5553 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:16:59.940400 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-66877e65-a92f-47d8-a55b-b5212196d972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:00.029579 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-66877e65-a92f-47d8-a55b-b5212196d972 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:17:00.033817 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-66877e65-a92f-47d8-a55b-b5212196d972 admin admin] Usage tracker for resource:security_group_rule and tenant:e3b1edae583e42978d14d25fd40b3a2e is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:17:00.037607 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-66877e65-a92f-47d8-a55b-b5212196d972 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:17:00.044079 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-66877e65-a92f-47d8-a55b-b5212196d972 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:17:00.088075 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-412d5b59-f761-40a4-ae16-bdeb098d5553 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:17:00.160141 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-66877e65-a92f-47d8-a55b-b5212196d972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:00.176639 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-66877e65-a92f-47d8-a55b-b5212196d972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:00.215154 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:00.227549 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-66877e65-a92f-47d8-a55b-b5212196d972 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e3b1edae583e42978d14d25fd40b3a2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3188181 Apr 15 13:17:00.242183 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 38482) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:17:00.324618 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d566f1e3-ef2a-4551-8022-28d18a8df0cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:00.349313 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66877e65-a92f-47d8-a55b-b5212196d972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4518648-b10f-4501-9aac-337aafed9846,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:00.352071 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-d566f1e3-ef2a-4551-8022-28d18a8df0cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:17:00.359185 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-d566f1e3-ef2a-4551-8022-28d18a8df0cc admin admin] Usage tracker for resource:security_group_rule and tenant:3af4981f8a7d48699f37becec2eff063 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:17:00.365536 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-d566f1e3-ef2a-4551-8022-28d18a8df0cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:17:00.377978 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-d566f1e3-ef2a-4551-8022-28d18a8df0cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:17:00.392481 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ca4aa048-0a56-4701-99d8-8d4f7640842d req-9d041e52-f9f5-463e-b51b-fb4c7de3202b service neutron] 10.222.0.64 "GET /v2.0/networks/d2cad01e-d67b-4fa8-b8bf-5a3615ab790c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5533967 Apr 15 13:17:00.404243 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-66877e65-a92f-47d8-a55b-b5212196d972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:00.422537 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-068833ca-9368-4363-86b4-acca68213cb7 None None] Notify callbacks [] for port, precommit_update {{(pid=85260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:00.464034 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d0c4bd1c-0db9-48d1-ae75-2f9d4dfef438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:00.489056 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-068833ca-9368-4363-86b4-acca68213cb7 None None] Transition to ACTIVE for port object 862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b will not be triggered until provisioned by entity L2. {{(pid=85260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:17:00.503388 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-068833ca-9368-4363-86b4-acca68213cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:00.519936 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-602738d7-27df-47bc-bb57-4b19a6ee0e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:00.522725 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d0c4bd1c-0db9-48d1-ae75-2f9d4dfef438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:00.531867 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-aa0bccb9-f1f2-47c7-b3ef-e9e3357740b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:00.534143 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d566f1e3-ef2a-4551-8022-28d18a8df0cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:00.542978 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d566f1e3-ef2a-4551-8022-28d18a8df0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:00.555792 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-39ff7af5-f641-45c7-8a5e-af8ce3e58d47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:00.621497 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-412d5b59-f761-40a4-ae16-bdeb098d5553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:00.628286 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-412d5b59-f761-40a4-ae16-bdeb098d5553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:00.639264 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f890395f-d466-42d8-a43f-3a72e162ddb5 None None] Pushing event updated for resources: {'Port': ['ID=862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b,revision_number=2']} {{(pid=85260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:00.664935 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-f8d11036-ddb9-49c2-9448-5feba2cc3a4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:00.672983 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-d566f1e3-ef2a-4551-8022-28d18a8df0cc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3af4981f8a7d48699f37becec2eff063&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8877397 Apr 15 13:17:00.676782 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-412d5b59-f761-40a4-ae16-bdeb098d5553 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=562f3fe9a00042ec9bb7cd9b3b0430ec&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2617412 Apr 15 13:17:00.682026 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 38488) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:17:00.682026 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 38490) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:17:00.682026 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d0c4bd1c-0db9-48d1-ae75-2f9d4dfef438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:00.682349 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 38492) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:17:00.705155 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d566f1e3-ef2a-4551-8022-28d18a8df0cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5dc10c-4cac-4c9e-abd8-3cde3b7141d7,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:00.711958 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-d566f1e3-ef2a-4551-8022-28d18a8df0cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:00.737006 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f890395f-d466-42d8-a43f-3a72e162ddb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:17:00.737527 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f890395f-d466-42d8-a43f-3a72e162ddb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:17:00.738018 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f890395f-d466-42d8-a43f-3a72e162ddb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:17:00.738494 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f890395f-d466-42d8-a43f-3a72e162ddb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:17:00.738995 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f890395f-d466-42d8-a43f-3a72e162ddb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:17:00.739500 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f890395f-d466-42d8-a43f-3a72e162ddb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:17:00.739996 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f890395f-d466-42d8-a43f-3a72e162ddb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:17:00.740469 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f890395f-d466-42d8-a43f-3a72e162ddb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:17:00.740943 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f890395f-d466-42d8-a43f-3a72e162ddb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:17:00.741415 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f890395f-d466-42d8-a43f-3a72e162ddb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:17:00.741900 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f890395f-d466-42d8-a43f-3a72e162ddb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:17:00.742371 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f890395f-d466-42d8-a43f-3a72e162ddb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:17:00.747242 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-f890395f-d466-42d8-a43f-3a72e162ddb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=85260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:00.797559 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412d5b59-f761-40a4-ae16-bdeb098d5553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959dab74-2122-4a28-b658-e64ebe083c89,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:00.806247 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d0c4bd1c-0db9-48d1-ae75-2f9d4dfef438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:00.819956 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-d0c4bd1c-0db9-48d1-ae75-2f9d4dfef438 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c4518648-b10f-4501-9aac-337aafed9846 HTTP/1.1" status: 204 len: 168 time: 0.5669303 Apr 15 13:17:00.828476 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-412d5b59-f761-40a4-ae16-bdeb098d5553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:00.831873 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-3493c99f-4100-4428-8677-fc08cce01ff9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:00.897846 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c4bd1c-0db9-48d1-ae75-2f9d4dfef438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4518648-b10f-4501-9aac-337aafed9846,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:00.920233 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-d0c4bd1c-0db9-48d1-ae75-2f9d4dfef438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:00.921982 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-068833ca-9368-4363-86b4-acca68213cb7 None None] Attempting to bind port 862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b on host dv-cinder-784945-5-smb for vnic_type normal with profile {{(pid=85260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 13:17:00.922426 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-068833ca-9368-4363-86b4-acca68213cb7 None None] Attempting to bind port 862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b by drivers openvswitch,hyperv on host dv-cinder-784945-5-smb at level 0 using segments [{'id': '906bcebc-1c01-4a0b-bcb7-9d225f9b16c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2'}] {{(pid=85260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 13:17:00.922841 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068833ca-9368-4363-86b4-acca68213cb7 None None] Attempting to bind port 862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b on network 55d93253-8afb-47db-93d0-1527fbeb95d2 {{(pid=85260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:17:00.923078 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-be54a1ac-c0bf-4f43-8577-53945d06f7ef req-e7d641e9-16f9-4cda-89b0-444759d59a23 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=35f0d7ca-5386-49fe-bd69-e41d8cec2a44 HTTP/1.1" status: 200 len: 210 time: 0.1224055 Apr 15 13:17:00.937614 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068833ca-9368-4363-86b4-acca68213cb7 None None] Checking agent: {'id': '81e11618-700f-4852-9942-b93dec05a832', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 13, 7, 16), 'started_at': datetime.datetime(2021, 4, 15, 13, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 13, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 13:17:00.955080 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068833ca-9368-4363-86b4-acca68213cb7 None None] Checking segment: {'id': '906bcebc-1c01-4a0b-bcb7-9d225f9b16c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:17:00.955681 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-068833ca-9368-4363-86b4-acca68213cb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:00.956144 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068833ca-9368-4363-86b4-acca68213cb7 None None] Bound using segment: {'id': '906bcebc-1c01-4a0b-bcb7-9d225f9b16c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2'} {{(pid=85260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 13:17:00.956695 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-068833ca-9368-4363-86b4-acca68213cb7 None None] Bound port: 862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b, host: dv-cinder-784945-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906bcebc-1c01-4a0b-bcb7-9d225f9b16c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2'}}] {{(pid=85260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 13:17:00.957090 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-068833ca-9368-4363-86b4-acca68213cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:01.021839 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-940f5607-9f30-4ba0-a3dc-45aeff6b7b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:01.040248 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a0299467-25b2-4826-92bd-9f3a59fa3c8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:01.057260 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_common [None req-602738d7-27df-47bc-bb57-4b19a6ee0e9c admin admin] Allocated IP 172.20.0.1 (a011c5a8-19dd-4b3a-aac8-fb661fc52f6c/a4c8aae7-d54c-4123-b3a9-729be74bee3f/2717f3d1-f0d1-4e81-a067-b0b26702f57f) {{(pid=85258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 13:17:01.072101 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a0299467-25b2-4826-92bd-9f3a59fa3c8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:01.137043 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-068833ca-9368-4363-86b4-acca68213cb7 None None] For port 862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b, host dv-cinder-784945-5-smb, cleared binding levels {{(pid=85260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 13:17:01.142667 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-068833ca-9368-4363-86b4-acca68213cb7 None None] For port 862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b, host dv-cinder-784945-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b,segment=NetworkSegment(906bcebc-1c01-4a0b-bcb7-9d225f9b16c2),segment_id=906bcebc-1c01-4a0b-bcb7-9d225f9b16c2)] {{(pid=85260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 13:17:01.148142 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-068833ca-9368-4363-86b4-acca68213cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:01.167024 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-f890395f-d466-42d8-a43f-3a72e162ddb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:01.183305 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-940f5607-9f30-4ba0-a3dc-45aeff6b7b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:01.200822 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-3f702493-9b56-49fa-8217-d0f6be3a9964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:01.229948 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-3f702493-9b56-49fa-8217-d0f6be3a9964 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:17:01.235555 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-3f702493-9b56-49fa-8217-d0f6be3a9964 admin admin] Usage tracker for resource:security_group_rule and tenant:ca1da5dae65b4df0bf411f55fe713fb1 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:17:01.239206 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-3f702493-9b56-49fa-8217-d0f6be3a9964 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:17:01.246929 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-3f702493-9b56-49fa-8217-d0f6be3a9964 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:17:01.270217 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f890395f-d466-42d8-a43f-3a72e162ddb5 None None] Pushing event updated for resources: {'Port': ['ID=862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b,revision_number=3']} {{(pid=85260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:01.271037 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a0299467-25b2-4826-92bd-9f3a59fa3c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:01.278867 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:01.301297 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef009b-09b0-4419-a4fb-597f31ea5c48 req-bc4b553a-dd8b-4583-8871-a0d3d9638972 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:01.309174 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8cef009b-09b0-4419-a4fb-597f31ea5c48 req-bc4b553a-dd8b-4583-8871-a0d3d9638972 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ff30422-f618-4ef8-8d62-c921cac23323 HTTP/1.1" status: 200 len: 946 time: 0.1776321 Apr 15 13:17:01.312678 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0299467-25b2-4826-92bd-9f3a59fa3c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5dc10c-4cac-4c9e-abd8-3cde3b7141d7,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:01.318289 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-a0299467-25b2-4826-92bd-9f3a59fa3c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:01.389205 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-940f5607-9f30-4ba0-a3dc-45aeff6b7b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:01.395724 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a0299467-25b2-4826-92bd-9f3a59fa3c8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:01.397914 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-a0299467-25b2-4826-92bd-9f3a59fa3c8d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dd5dc10c-4cac-4c9e-abd8-3cde3b7141d7 HTTP/1.1" status: 204 len: 168 time: 0.7055321 Apr 15 13:17:01.433392 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-3f702493-9b56-49fa-8217-d0f6be3a9964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:01.437679 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-3f702493-9b56-49fa-8217-d0f6be3a9964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:01.446314 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:01.471616 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-8f126001-8225-4ba9-af01-cc437498d9b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:01.478882 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8cef009b-09b0-4419-a4fb-597f31ea5c48 req-f3c2236e-9df0-403e-b463-c78c38906be4 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687326 Apr 15 13:17:01.482932 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-940f5607-9f30-4ba0-a3dc-45aeff6b7b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:01.490228 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-940f5607-9f30-4ba0-a3dc-45aeff6b7b93 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/959dab74-2122-4a28-b658-e64ebe083c89 HTTP/1.1" status: 204 len: 168 time: 0.7958548 Apr 15 13:17:01.495833 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940f5607-9f30-4ba0-a3dc-45aeff6b7b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959dab74-2122-4a28-b658-e64ebe083c89,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:01.509103 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-940f5607-9f30-4ba0-a3dc-45aeff6b7b93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:01.557296 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-602738d7-27df-47bc-bb57-4b19a6ee0e9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:01.580699 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-3f702493-9b56-49fa-8217-d0f6be3a9964 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ca1da5dae65b4df0bf411f55fe713fb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8947749 Apr 15 13:17:01.581066 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 38530) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:17:01.609573 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f702493-9b56-49fa-8217-d0f6be3a9964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b88048-ac69-4070-95b0-a5aa6ad7574a,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:01.626716 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-602738d7-27df-47bc-bb57-4b19a6ee0e9c admin admin] Transition to ACTIVE for port object 2717f3d1-f0d1-4e81-a067-b0b26702f57f will not be triggered until provisioned by entity DHCP. {{(pid=85258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:17:01.628918 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-3f702493-9b56-49fa-8217-d0f6be3a9964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:01.632893 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-f890395f-d466-42d8-a43f-3a72e162ddb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=85260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:01.689293 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-602738d7-27df-47bc-bb57-4b19a6ee0e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757045383897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10742258'] for port, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:01.721097 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:01.724301 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-8a60299e-ed98-4d75-a674-5189e6c2cfc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:01.795391 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-8a60299e-ed98-4d75-a674-5189e6c2cfc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:01.854954 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068833ca-9368-4363-86b4-acca68213cb7 None None] Routers {'d48e3290-a679-4183-97f6-5b77323c864a'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:17:01.855685 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-068833ca-9368-4363-86b4-acca68213cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:16:45Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['d48e3290-a679-4183-97f6-5b77323c864a'], 'active': True} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:17:01.894016 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-8a60299e-ed98-4d75-a674-5189e6c2cfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:01.899336 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-d842ad6d-8a44-42d4-be8e-88c8dddd0c26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:01.922262 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a60299e-ed98-4d75-a674-5189e6c2cfc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b88048-ac69-4070-95b0-a5aa6ad7574a,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:01.936148 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-8a60299e-ed98-4d75-a674-5189e6c2cfc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:01.945343 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-8a60299e-ed98-4d75-a674-5189e6c2cfc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:01.953290 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-8a60299e-ed98-4d75-a674-5189e6c2cfc3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/24b88048-ac69-4070-95b0-a5aa6ad7574a HTTP/1.1" status: 204 len: 168 time: 0.3707941 Apr 15 13:17:01.958329 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602738d7-27df-47bc-bb57-4b19a6ee0e9c admin admin] Pushing event updated for resources: {'Port': ['ID=2717f3d1-f0d1-4e81-a067-b0b26702f57f,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:01.972770 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-602738d7-27df-47bc-bb57-4b19a6ee0e9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:02.178861 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-068833ca-9368-4363-86b4-acca68213cb7 None None] Set router d48e3290-a679-4183-97f6-5b77323c864a gateway port host: dv-cinder-784945-5-smb {{(pid=85260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:17:02.192041 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 38550) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:17:02.194500 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-bc7f81a6-00a5-483f-98e8-d67d166c48a3 req-2386d0af-8171-4fec-9b76-1910830276e5 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=35f0d7ca-5386-49fe-bd69-e41d8cec2a44 HTTP/1.1" status: 200 len: 210 time: 0.0690649 Apr 15 13:17:02.214663 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-6e01a215-ccb8-4e56-b890-0a9c3b8b62db admin admin] Notify callbacks [] for security_group, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:02.232199 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-6e01a215-ccb8-4e56-b890-0a9c3b8b62db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:17:02.238863 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602738d7-27df-47bc-bb57-4b19a6ee0e9c admin admin] Network a011c5a8-19dd-4b3a-aac8-fb661fc52f6c is already hosted by enough agents. {{(pid=85258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 13:17:02.240180 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [None req-602738d7-27df-47bc-bb57-4b19a6ee0e9c admin admin] Resources bound (agent type, host, resource id): {{(pid=85258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:17:02.243113 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-6e01a215-ccb8-4e56-b890-0a9c3b8b62db admin admin] Usage tracker for resource:security_group_rule and tenant:7816804502ae4e9daebb26af3b45a88e is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:17:02.244711 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602738d7-27df-47bc-bb57-4b19a6ee0e9c admin admin] Received port after_create {{(pid=85258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 13:17:02.247579 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-6e01a215-ccb8-4e56-b890-0a9c3b8b62db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:17:02.257288 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-6e01a215-ccb8-4e56-b890-0a9c3b8b62db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:17:02.360332 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-602738d7-27df-47bc-bb57-4b19a6ee0e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853742696'] for router_interface, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:02.361039 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-6e01a215-ccb8-4e56-b890-0a9c3b8b62db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:02.375464 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-6e01a215-ccb8-4e56-b890-0a9c3b8b62db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:02.404815 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-412d5b59-f761-40a4-ae16-bdeb098d5553 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:02.551198 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-6e01a215-ccb8-4e56-b890-0a9c3b8b62db admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7816804502ae4e9daebb26af3b45a88e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3555524 Apr 15 13:17:02.553274 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01a215-ccb8-4e56-b890-0a9c3b8b62db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09323671-fc2d-4e7f-b212-82869a3554ce,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:02.562673 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 38562) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:17:02.568632 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-6e01a215-ccb8-4e56-b890-0a9c3b8b62db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:02.629690 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-602738d7-27df-47bc-bb57-4b19a6ee0e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:02.693280 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-210b1e7d-89e0-46a2-8d4f-73f4a10373aa None None] Provisioning for port 2717f3d1-f0d1-4e81-a067-b0b26702f57f completed by entity DHCP. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:17:02.709446 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-210b1e7d-89e0-46a2-8d4f-73f4a10373aa None None] Provisioning complete for port 2717f3d1-f0d1-4e81-a067-b0b26702f57f triggered by entity DHCP. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:17:02.711668 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-210b1e7d-89e0-46a2-8d4f-73f4a10373aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:02.728351 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0cc658f5-9ffa-43ee-b8bf-148bce9fc8ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:02.792721 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-068833ca-9368-4363-86b4-acca68213cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'name': 'tempest-AttachVolumeShelveTestJSON-1575230460-router', 'tenant_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:16:52Z', 'updated_at': '2021-04-15T13:16:56Z', 'revision_number': 3, 'project_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'gw_port': {'id': '862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:be:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:16:54Z', 'updated_at': '2021-04-15T13:17:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb'}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:17:02.797844 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068833ca-9368-4363-86b4-acca68213cb7 None None] The sync data for ids ['d48e3290-a679-4183-97f6-5b77323c864a'] in dv-cinder-784945-5-smb is: [{'id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'name': 'tempest-AttachVolumeShelveTestJSON-1575230460-router', 'tenant_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:16:52Z', 'updated_at': '2021-04-15T13:16:56Z', 'revision_number': 3, 'project_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'gw_port': {'id': '862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:be:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:16:54Z', 'updated_at': '2021-04-15T13:17:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb'}] {{(pid=85260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 13:17:02.829264 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-210b1e7d-89e0-46a2-8d4f-73f4a10373aa None None] Port 2717f3d1-f0d1-4e81-a067-b0b26702f57f cannot update to ACTIVE because it is not bound. {{(pid=85259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 13:17:02.841726 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0cc658f5-9ffa-43ee-b8bf-148bce9fc8ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:03.028350 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 38574) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:17:03.061392 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e1a62d50-4ee1-40bc-a362-114c44839ecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:03.104305 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0cc658f5-9ffa-43ee-b8bf-148bce9fc8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:03.125970 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-a0299467-25b2-4826-92bd-9f3a59fa3c8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:03.127338 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-e1a62d50-4ee1-40bc-a362-114c44839ecc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:17:03.138845 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-e1a62d50-4ee1-40bc-a362-114c44839ecc admin admin] Usage tracker for resource:security_group_rule and tenant:f44fdf3e0a684df981639cb149984be7 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:17:03.147252 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-e1a62d50-4ee1-40bc-a362-114c44839ecc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:17:03.162073 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-e1a62d50-4ee1-40bc-a362-114c44839ecc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:17:03.162238 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc658f5-9ffa-43ee-b8bf-148bce9fc8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09323671-fc2d-4e7f-b212-82869a3554ce,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:03.168265 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0cc658f5-9ffa-43ee-b8bf-148bce9fc8ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:03.172955 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-0cc658f5-9ffa-43ee-b8bf-148bce9fc8ff admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/09323671-fc2d-4e7f-b212-82869a3554ce HTTP/1.1" status: 204 len: 168 time: 0.6084490 Apr 15 13:17:03.185613 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-0cc658f5-9ffa-43ee-b8bf-148bce9fc8ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:03.201416 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84987119-6279-4ffd-b3fa-df6bfbc0ea0c req-74514f90-c045-4fe6-8c7c-7fe1ca621c06 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:03.203684 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-84987119-6279-4ffd-b3fa-df6bfbc0ea0c req-74514f90-c045-4fe6-8c7c-7fe1ca621c06 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ff30422-f618-4ef8-8d62-c921cac23323 HTTP/1.1" status: 200 len: 946 time: 0.4125934 Apr 15 13:17:03.213024 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4aa048-0a56-4701-99d8-8d4f7640842d req-8e2ff6e6-d1f1-4974-8901-d422223cb25c tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:03.215412 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ca4aa048-0a56-4701-99d8-8d4f7640842d req-8e2ff6e6-d1f1-4974-8901-d422223cb25c tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.65 "GET /v2.0/networks?id=d2cad01e-d67b-4fa8-b8bf-5a3615ab790c HTTP/1.1" status: 200 len: 814 time: 0.4231243 Apr 15 13:17:03.256391 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 38588) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:17:03.301176 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [req-ca4aa048-0a56-4701-99d8-8d4f7640842d req-423bd876-2a69-4036-998a-5e18c5e894f4 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Request body: {'port': {'device_id': '35f0d7ca-5386-49fe-bd69-e41d8cec2a44', 'network_id': 'd2cad01e-d67b-4fa8-b8bf-5a3615ab790c', 'admin_state_up': True, 'tenant_id': '6f711daa125b461f9429aa9ee6cf12f3'}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:17:03.354711 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-602738d7-27df-47bc-bb57-4b19a6ee0e9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:03.365662 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-602738d7-27df-47bc-bb57-4b19a6ee0e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844033590'] for port, after_update {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:03.434711 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-3719a4ad-2aae-494b-b8ac-18ba1540b9f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:03.478691 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-84987119-6279-4ffd-b3fa-df6bfbc0ea0c req-48769969-8b85-4ab9-a269-d797929b2731 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604871 Apr 15 13:17:03.654724 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602738d7-27df-47bc-bb57-4b19a6ee0e9c admin admin] Pushing event updated for resources: {'Port': ['ID=2717f3d1-f0d1-4e81-a067-b0b26702f57f,revision_number=2']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:03.669087 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-0a28c33a-6c73-4338-a88c-a837bbfcf8e2 req-3783875c-35ff-498e-bf8d-4c8bc0fde2c6 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=35f0d7ca-5386-49fe-bd69-e41d8cec2a44 HTTP/1.1" status: 200 len: 210 time: 0.1851263 Apr 15 13:17:03.669087 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [req-ca4aa048-0a56-4701-99d8-8d4f7640842d req-423bd876-2a69-4036-998a-5e18c5e894f4 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:17:03.673629 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-602738d7-27df-47bc-bb57-4b19a6ee0e9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:03.682498 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [req-ca4aa048-0a56-4701-99d8-8d4f7640842d req-423bd876-2a69-4036-998a-5e18c5e894f4 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:17:03.695798 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-602738d7-27df-47bc-bb57-4b19a6ee0e9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854146407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853743053'] for router_interface, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:03.836742 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e1a62d50-4ee1-40bc-a362-114c44839ecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:03.846712 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e1a62d50-4ee1-40bc-a362-114c44839ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:03.847517 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca4aa048-0a56-4701-99d8-8d4f7640842d req-423bd876-2a69-4036-998a-5e18c5e894f4 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Made reservation on behalf of 6f711daa125b461f9429aa9ee6cf12f3 for: {'port': 1} {{(pid=85257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 13:17:03.854042 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-ca4aa048-0a56-4701-99d8-8d4f7640842d req-423bd876-2a69-4036-998a-5e18c5e894f4 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:03.888913 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-23671ddf-347f-4b9d-84e2-87c0ef347bbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:03.920782 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-78b2bc5b-61e2-46df-a976-3ca66d9c2388 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-193000337-network', 'tenant_id': 'aa70b07eec62485d99d5cf35f9736a8c'}} {{(pid=85258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:17:03.935904 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-e1a62d50-4ee1-40bc-a362-114c44839ecc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f44fdf3e0a684df981639cb149984be7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9033844 Apr 15 13:17:03.939026 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-78b2bc5b-61e2-46df-a976-3ca66d9c2388 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:17:03.943117 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 38612) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:17:03.960411 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-78b2bc5b-61e2-46df-a976-3ca66d9c2388 admin admin] Usage tracker for resource:network and tenant:aa70b07eec62485d99d5cf35f9736a8c is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:17:03.997399 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-78b2bc5b-61e2-46df-a976-3ca66d9c2388 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:17:04.047508 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a62d50-4ee1-40bc-a362-114c44839ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7eec24-757c-4099-ae53-5d23d3ded832,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:04.058035 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-78b2bc5b-61e2-46df-a976-3ca66d9c2388 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:17:04.073899 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-e1a62d50-4ee1-40bc-a362-114c44839ecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:04.104339 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_common [req-ca4aa048-0a56-4701-99d8-8d4f7640842d req-423bd876-2a69-4036-998a-5e18c5e894f4 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Allocated IP 172.20.0.3 (d2cad01e-d67b-4fa8-b8bf-5a3615ab790c/4b164dda-b46e-4e2e-9857-b1eea16bba61/b295b51f-ebad-4b84-b7f5-cbdebdb11ffb) {{(pid=85257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 13:17:04.135863 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b2bc5b-61e2-46df-a976-3ca66d9c2388 admin admin] Made reservation on behalf of aa70b07eec62485d99d5cf35f9736a8c for: {'network': 1} {{(pid=85258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 13:17:04.144447 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-78b2bc5b-61e2-46df-a976-3ca66d9c2388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for network, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:04.170364 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-78b2bc5b-61e2-46df-a976-3ca66d9c2388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:04.244219 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602738d7-27df-47bc-bb57-4b19a6ee0e9c admin admin] Network a011c5a8-19dd-4b3a-aac8-fb661fc52f6c is already hosted by enough agents. {{(pid=85258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 13:17:04.245100 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d8dcb6d0-4368-4c4f-8f74-351ccb130e29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:04.248435 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-78b2bc5b-61e2-46df-a976-3ca66d9c2388 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:17:04.251818 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [None req-602738d7-27df-47bc-bb57-4b19a6ee0e9c admin admin] Resources bound (agent type, host, resource id): {{(pid=85258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:17:04.269544 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-78b2bc5b-61e2-46df-a976-3ca66d9c2388 admin admin] Usage tracker for resource:security_group_rule and tenant:aa70b07eec62485d99d5cf35f9736a8c is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:17:04.285519 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-78b2bc5b-61e2-46df-a976-3ca66d9c2388 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:17:04.465991 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-ca4aa048-0a56-4701-99d8-8d4f7640842d req-423bd876-2a69-4036-998a-5e18c5e894f4 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Notify callbacks [] for port, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:04.466607 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-78b2bc5b-61e2-46df-a976-3ca66d9c2388 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:17:04.469983 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d8dcb6d0-4368-4c4f-8f74-351ccb130e29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:04.573403 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-ca4aa048-0a56-4701-99d8-8d4f7640842d req-423bd876-2a69-4036-998a-5e18c5e894f4 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757045383897'] for port, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:04.584733 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device 862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b up at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:17:04.604264 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-50ab440d-9ccc-4d7a-94a1-5cae7608a921 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:04.667049 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-54c91adc-c38d-406d-9d3b-ff0e4bb29e59 None None] Provisioning complete for port 2717f3d1-f0d1-4e81-a067-b0b26702f57f triggered by entity DHCP. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:17:04.667505 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-54c91adc-c38d-406d-9d3b-ff0e4bb29e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:04.797711 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423bd876-2a69-4036-998a-5e18c5e894f4 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Pushing event updated for resources: {'Port': ['ID=b295b51f-ebad-4b84-b7f5-cbdebdb11ffb,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:04.801689 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-423bd876-2a69-4036-998a-5e18c5e894f4 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:04.882397 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] get_ports_and_sgs() called for port_ids ['5fdbff51-c936-4208-acd8-b4fc02f04ac6', '031e96aa-fc28-4c1c-bfe3-742101d6e091'] {{(pid=85259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 13:17:04.962454 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-78b2bc5b-61e2-46df-a976-3ca66d9c2388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:04.969163 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d8dcb6d0-4368-4c4f-8f74-351ccb130e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:04.973290 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-54c91adc-c38d-406d-9d3b-ff0e4bb29e59 None None] Port 2717f3d1-f0d1-4e81-a067-b0b26702f57f cannot update to ACTIVE because it is not bound. {{(pid=85259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 13:17:04.991231 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-b0c85dac-bebd-4d97-b29d-1a22869f84f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:05.295258 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning for port 862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b completed by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:17:05.301700 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning complete for port 862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:17:05.302131 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:05.431788 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b376a8f5-6cdd-4a16-84ba-4e67cff4f543 req-f126dbf7-bdba-4b65-951b-de0dc104674f tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:05.433453 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-b376a8f5-6cdd-4a16-84ba-4e67cff4f543 req-f126dbf7-bdba-4b65-951b-de0dc104674f tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ff30422-f618-4ef8-8d62-c921cac23323 HTTP/1.1" status: 200 len: 946 time: 0.7084420 Apr 15 13:17:05.442521 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-78b2bc5b-61e2-46df-a976-3ca66d9c2388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:05.452824 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d8dcb6d0-4368-4c4f-8f74-351ccb130e29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:05.456758 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-d8dcb6d0-4368-4c4f-8f74-351ccb130e29 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4a7eec24-757c-4099-ae53-5d23d3ded832 HTTP/1.1" status: 204 len: 168 time: 1.5035832 Apr 15 13:17:05.458749 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcb6d0-4368-4c4f-8f74-351ccb130e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7eec24-757c-4099-ae53-5d23d3ded832,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:05.471381 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-d8dcb6d0-4368-4c4f-8f74-351ccb130e29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:05.481836 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-d89dab9f-b944-4d6c-939b-19098939df23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:05.504695 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c5a97-ae7e-425d-b318-057a1dcf0d06 req-01076ba9-3975-41e9-a866-7798908ae11f tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:05.515586 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-b26c5a97-ae7e-425d-b318-057a1dcf0d06 req-01076ba9-3975-41e9-a866-7798908ae11f tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=35f0d7ca-5386-49fe-bd69-e41d8cec2a44 HTTP/1.1" status: 200 len: 931 time: 0.5811226 Apr 15 13:17:05.528660 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b2bc5b-61e2-46df-a976-3ca66d9c2388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fcce161-b9ff-4e78-b61f-4934af8318e9,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:05.550082 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-78b2bc5b-61e2-46df-a976-3ca66d9c2388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:05.558538 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78b2bc5b-61e2-46df-a976-3ca66d9c2388 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=85258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 13:17:05.561692 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 38654) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:17:05.599747 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-78b2bc5b-61e2-46df-a976-3ca66d9c2388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773144'] for segment, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:05.600708 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.db.segments_db [None req-78b2bc5b-61e2-46df-a976-3ca66d9c2388 admin admin] Added segment 22f0d6e2-7748-4e87-9de7-644041666d2a of type vlan for network bb62c6ba-4065-4853-860d-054c00065fae Apr 15 13:17:05.604214 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-602738d7-27df-47bc-bb57-4b19a6ee0e9c admin admin] Router d48e3290-a679-4183-97f6-5b77323c864a has already been hosted by L3 agent d2850426-fba2-4e27-a3ef-bf91b3b25695 {{(pid=85258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 13:17:05.633355 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:05.654698 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca4aa048-0a56-4701-99d8-8d4f7640842d req-423bd876-2a69-4036-998a-5e18c5e894f4 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Network d2cad01e-d67b-4fa8-b8bf-5a3615ab790c is already hosted by enough agents. {{(pid=85257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 13:17:05.658295 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] For port 862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b, host dv-cinder-784945-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b,segment=NetworkSegment(906bcebc-1c01-4a0b-bcb7-9d225f9b16c2),segment_id=906bcebc-1c01-4a0b-bcb7-9d225f9b16c2)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:17:05.660484 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [req-ca4aa048-0a56-4701-99d8-8d4f7640842d req-423bd876-2a69-4036-998a-5e18c5e894f4 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Resources bound (agent type, host, resource id): {{(pid=85257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:17:05.662843 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:05.668041 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:05.673332 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-b26c5a97-ae7e-425d-b318-057a1dcf0d06 req-3def47ec-e8f3-4918-aca3-666cac8ea677 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/security-groups?id=b868c94c-3d9d-4ebb-8c60-4bbeb25ff73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567786 Apr 15 13:17:05.674208 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca4aa048-0a56-4701-99d8-8d4f7640842d req-423bd876-2a69-4036-998a-5e18c5e894f4 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Received port after_create {{(pid=85257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 13:17:05.680155 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4aa048-0a56-4701-99d8-8d4f7640842d req-423bd876-2a69-4036-998a-5e18c5e894f4 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:05.680856 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-ca4aa048-0a56-4701-99d8-8d4f7640842d req-423bd876-2a69-4036-998a-5e18c5e894f4 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for port, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:05.712688 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-b376a8f5-6cdd-4a16-84ba-4e67cff4f543 req-47594a9f-cbee-4365-a7ee-7c48efac3817 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658470 Apr 15 13:17:05.719247 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ca4aa048-0a56-4701-99d8-8d4f7640842d req-423bd876-2a69-4036-998a-5e18c5e894f4 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4370482 Apr 15 13:17:05.742794 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [req-ca4aa048-0a56-4701-99d8-8d4f7640842d req-98d2e44a-98d6-40ca-b340-e63456e06f69 service neutron] Request body: {'port': {'device_id': '35f0d7ca-5386-49fe-bd69-e41d8cec2a44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:17:05.803830 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Pushing event updated for resources: {'Port': ['ID=862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b,revision_number=4']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:05.819356 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:17:05.819803 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:17:05.820276 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:17:05.820545 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:17:05.820896 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:17:05.821447 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:17:05.821982 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:17:05.822505 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:17:05.823658 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:17:05.824194 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:17:05.824725 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:17:05.825244 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:17:05.829795 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:05.890673 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-78b2bc5b-61e2-46df-a976-3ca66d9c2388 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757045372002'] for network, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:05.927101 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-ca4aa048-0a56-4701-99d8-8d4f7640842d req-98d2e44a-98d6-40ca-b340-e63456e06f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:05.997798 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602738d7-27df-47bc-bb57-4b19a6ee0e9c admin admin] Notify agent at l3_agent.dv-cinder-784945-5-smb the message routers_updated {{(pid=85258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 13:17:06.026544 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-78b2bc5b-61e2-46df-a976-3ca66d9c2388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424'] for network, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:06.029823 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-602738d7-27df-47bc-bb57-4b19a6ee0e9c admin admin] 10.222.0.64 "PUT /v2.0/routers/d48e3290-a679-4183-97f6-5b77323c864a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5917962 Apr 15 13:17:06.032241 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c9e456e7-eebb-413b-87ee-786ebf5d2eea admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:06.047128 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b2bc5b-61e2-46df-a976-3ca66d9c2388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:06.047860 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-78b2bc5b-61e2-46df-a976-3ca66d9c2388 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for network, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:06.055135 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-a445d8c8-353e-45d8-ace9-3755a277ca05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:06.091808 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-78b2bc5b-61e2-46df-a976-3ca66d9c2388 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.8340051 Apr 15 13:17:06.093856 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-c9e456e7-eebb-413b-87ee-786ebf5d2eea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:17:06.095738 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 38674) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:17:06.165540 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-c9e456e7-eebb-413b-87ee-786ebf5d2eea admin admin] Usage tracker for resource:security_group_rule and tenant:126ad6c2272143c0bbd8bd5eff6b5f2d is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:17:06.170036 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-acfda0c2-beae-4c4f-9057-8369a8b9e41f admin admin] Request body: {'subnet': {'network_id': 'bb62c6ba-4065-4853-860d-054c00065fae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-193000337-subnet', 'tenant_id': 'aa70b07eec62485d99d5cf35f9736a8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:17:06.172405 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-c9e456e7-eebb-413b-87ee-786ebf5d2eea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:17:06.188180 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-acfda0c2-beae-4c4f-9057-8369a8b9e41f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:17:06.195943 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-c9e456e7-eebb-413b-87ee-786ebf5d2eea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:17:06.202313 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-acfda0c2-beae-4c4f-9057-8369a8b9e41f admin admin] Usage tracker for resource:subnet and tenant:aa70b07eec62485d99d5cf35f9736a8c is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:17:06.202975 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b2bc5b-61e2-46df-a976-3ca66d9c2388 admin admin] Pushing event updated for resources: {'Network': ['ID=bb62c6ba-4065-4853-860d-054c00065fae,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:06.207582 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-78b2bc5b-61e2-46df-a976-3ca66d9c2388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:06.210284 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-acfda0c2-beae-4c4f-9057-8369a8b9e41f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:17:06.214629 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Network bb62c6ba-4065-4853-860d-054c00065fae details requested by agent ovs-agent-dv-cinder-784945-5-smb with host dv-cinder-784945-5-smb {{(pid=85259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 13:17:06.223138 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-acfda0c2-beae-4c4f-9057-8369a8b9e41f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:17:06.323345 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acfda0c2-beae-4c4f-9057-8369a8b9e41f admin admin] Made reservation on behalf of aa70b07eec62485d99d5cf35f9736a8c for: {'subnet': 1} {{(pid=85257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 13:17:06.328455 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-acfda0c2-beae-4c4f-9057-8369a8b9e41f admin admin] Notify callbacks [] for subnet, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:06.368763 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c9e456e7-eebb-413b-87ee-786ebf5d2eea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:06.373450 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c9e456e7-eebb-413b-87ee-786ebf5d2eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:06.393522 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-d566f1e3-ef2a-4551-8022-28d18a8df0cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:06.470260 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-c9e456e7-eebb-413b-87ee-786ebf5d2eea admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=126ad6c2272143c0bbd8bd5eff6b5f2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9071214 Apr 15 13:17:06.484924 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 38686) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:17:06.491252 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e456e7-eebb-413b-87ee-786ebf5d2eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553d56e1-7c76-4d54-9b9a-db014ba52c70,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:06.499836 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-c9e456e7-eebb-413b-87ee-786ebf5d2eea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:06.537332 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7f0fc8-b977-42ed-b8dc-6728f566e515 None None] Sync routers for ids ['d48e3290-a679-4183-97f6-5b77323c864a'] in dv-cinder-784945-5-smb {{(pid=85259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 13:17:06.543446 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device 862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b up at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:17:06.616167 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7f0fc8-b977-42ed-b8dc-6728f566e515 None None] Routers {'d48e3290-a679-4183-97f6-5b77323c864a'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:17:06.617240 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-bc7f0fc8-b977-42ed-b8dc-6728f566e515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:16:45Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['d48e3290-a679-4183-97f6-5b77323c864a'], 'active': True} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:17:06.816875 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7ff76ea1-d2c1-412a-af74-726a4a21ebe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:06.904824 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7ff76ea1-d2c1-412a-af74-726a4a21ebe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:07.085392 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [req-ca4aa048-0a56-4701-99d8-8d4f7640842d req-98d2e44a-98d6-40ca-b340-e63456e06f69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b295b51f-ebad-4b84-b7f5-cbdebdb11ffb {{(pid=85257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 13:17:07.096698 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-ca4aa048-0a56-4701-99d8-8d4f7640842d req-98d2e44a-98d6-40ca-b340-e63456e06f69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:07.183017 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d11f27d-729c-4d38-aec0-edb1255af8e8 req-085917f6-ca9c-41eb-a0d6-e966c9a2c9b9 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:07.184119 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-8d11f27d-729c-4d38-aec0-edb1255af8e8 req-085917f6-ca9c-41eb-a0d6-e966c9a2c9b9 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Synchronizing usage tracker for tenant:6f711daa125b461f9429aa9ee6cf12f3 on resource:port {{(pid=85257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 13:17:07.193237 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [req-ca4aa048-0a56-4701-99d8-8d4f7640842d req-98d2e44a-98d6-40ca-b340-e63456e06f69 service neutron] Transition to ACTIVE for port object b295b51f-ebad-4b84-b7f5-cbdebdb11ffb will not be triggered until provisioned by entity L2. {{(pid=85257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:17:07.253117 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-acfda0c2-beae-4c4f-9057-8369a8b9e41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424'] for subnet, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:07.263770 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7ff76ea1-d2c1-412a-af74-726a4a21ebe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:07.266829 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-ca4aa048-0a56-4701-99d8-8d4f7640842d req-98d2e44a-98d6-40ca-b340-e63456e06f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:07.286506 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-c3d3aef2-c7e5-460b-bca3-565399b9fa07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:07.293595 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-8d11f27d-729c-4d38-aec0-edb1255af8e8 req-085917f6-ca9c-41eb-a0d6-e966c9a2c9b9 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Unset dirty status for tenant:6f711daa125b461f9429aa9ee6cf12f3 on resource:port {{(pid=85257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 13:17:07.295160 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8d11f27d-729c-4d38-aec0-edb1255af8e8 req-085917f6-ca9c-41eb-a0d6-e966c9a2c9b9 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=35f0d7ca-5386-49fe-bd69-e41d8cec2a44 HTTP/1.1" status: 200 len: 931 time: 0.3048565 Apr 15 13:17:07.333291 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning complete for port 862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:17:07.334363 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:07.429118 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-bc7f0fc8-b977-42ed-b8dc-6728f566e515 None None] Set router d48e3290-a679-4183-97f6-5b77323c864a gateway port host: dv-cinder-784945-5-smb {{(pid=85259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:17:07.570028 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff76ea1-d2c1-412a-af74-726a4a21ebe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553d56e1-7c76-4d54-9b9a-db014ba52c70,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:07.573201 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-7ff76ea1-d2c1-412a-af74-726a4a21ebe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:07.583339 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 38724) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:17:07.591549 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-ca39652e-df2a-407f-97b3-8f041dbae922 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Request body: {'security_group': {'name': 'tempest-securitygroup--467358818', 'description': 'tempest-description--1812757867'}} {{(pid=85258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:17:07.596915 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.296s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:07.612300 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-ca39652e-df2a-407f-97b3-8f041dbae922 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:17:07.620359 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-ca39652e-df2a-407f-97b3-8f041dbae922 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Usage tracker for resource:security_group and tenant:3edcfff57f6b4d3a989c0baa167aa5b1 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:17:07.628391 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-ca39652e-df2a-407f-97b3-8f041dbae922 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:17:07.646545 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-ca39652e-df2a-407f-97b3-8f041dbae922 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:17:07.669044 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ca39652e-df2a-407f-97b3-8f041dbae922 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:07.675176 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfda0c2-beae-4c4f-9057-8369a8b9e41f admin admin] Pushing event updated for resources: {'Subnet': ['ID=04b9f48c-768b-4eb9-b5e3-cd4654c7fa10,revision_number=0']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:07.678836 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-acfda0c2-beae-4c4f-9057-8369a8b9e41f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:07.687959 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:07.716638 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-ca39652e-df2a-407f-97b3-8f041dbae922 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:17:07.727716 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-ca39652e-df2a-407f-97b3-8f041dbae922 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Usage tracker for resource:security_group_rule and tenant:3edcfff57f6b4d3a989c0baa167aa5b1 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:17:07.732440 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-ca39652e-df2a-407f-97b3-8f041dbae922 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:17:07.762112 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-ca39652e-df2a-407f-97b3-8f041dbae922 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:17:07.921737 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ca39652e-df2a-407f-97b3-8f041dbae922 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:07.925721 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ca39652e-df2a-407f-97b3-8f041dbae922 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:07.959169 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-3f702493-9b56-49fa-8217-d0f6be3a9964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:07.970261 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d2e44a-98d6-40ca-b340-e63456e06f69 service neutron] Pushing event updated for resources: {'Port': ['ID=b295b51f-ebad-4b84-b7f5-cbdebdb11ffb,revision_number=2']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:07.973322 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-98d2e44a-98d6-40ca-b340-e63456e06f69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:08.001193 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca39652e-df2a-407f-97b3-8f041dbae922 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d404a583-e3c0-4f88-b908-ba90aa4fc8b6,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:08.003998 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ca39652e-df2a-407f-97b3-8f041dbae922 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:08.005547 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-ca39652e-df2a-407f-97b3-8f041dbae922 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4209485 Apr 15 13:17:08.006592 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-ca39652e-df2a-407f-97b3-8f041dbae922 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:08.008438 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 38738) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:17:08.017212 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-4ffc0472-3e85-4de3-a585-75c0e2f8c7a0 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Request body: {'security_group_rule': {'security_group_id': 'd404a583-e3c0-4f88-b908-ba90aa4fc8b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:17:08.024558 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-4ffc0472-3e85-4de3-a585-75c0e2f8c7a0 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:17:08.030705 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-4ffc0472-3e85-4de3-a585-75c0e2f8c7a0 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Usage tracker for resource:security_group_rule and tenant:3edcfff57f6b4d3a989c0baa167aa5b1 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:17:08.034469 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-4ffc0472-3e85-4de3-a585-75c0e2f8c7a0 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:17:08.036434 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7ff76ea1-d2c1-412a-af74-726a4a21ebe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:08.040924 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-7ff76ea1-d2c1-412a-af74-726a4a21ebe3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/553d56e1-7c76-4d54-9b9a-db014ba52c70 HTTP/1.1" status: 204 len: 168 time: 1.5468948 Apr 15 13:17:08.042594 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-4ffc0472-3e85-4de3-a585-75c0e2f8c7a0 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:17:08.072409 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4ffc0472-3e85-4de3-a585-75c0e2f8c7a0 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:08.080115 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8d11f27d-729c-4d38-aec0-edb1255af8e8 req-d715f7ad-3b08-44ab-b54d-951c69bd121c tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/security-groups?id=b868c94c-3d9d-4ebb-8c60-4bbeb25ff73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5860617 Apr 15 13:17:08.143090 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [req-ca4aa048-0a56-4701-99d8-8d4f7640842d req-98d2e44a-98d6-40ca-b340-e63456e06f69 service neutron] Attempting to bind port b295b51f-ebad-4b84-b7f5-cbdebdb11ffb on host hv-cinder-78494 for vnic_type normal with profile {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 13:17:08.143381 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [req-ca4aa048-0a56-4701-99d8-8d4f7640842d req-98d2e44a-98d6-40ca-b340-e63456e06f69 service neutron] Attempting to bind port b295b51f-ebad-4b84-b7f5-cbdebdb11ffb by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '5ba62775-d6f2-40a9-ac4b-991dcc5cf8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'd2cad01e-d67b-4fa8-b8bf-5a3615ab790c'}] {{(pid=85257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 13:17:08.143797 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4aa048-0a56-4701-99d8-8d4f7640842d req-98d2e44a-98d6-40ca-b340-e63456e06f69 service neutron] Attempting to bind port b295b51f-ebad-4b84-b7f5-cbdebdb11ffb on network d2cad01e-d67b-4fa8-b8bf-5a3615ab790c {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:17:08.150578 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4aa048-0a56-4701-99d8-8d4f7640842d req-98d2e44a-98d6-40ca-b340-e63456e06f69 service neutron] Port b295b51f-ebad-4b84-b7f5-cbdebdb11ffb on network d2cad01e-d67b-4fa8-b8bf-5a3615ab790c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 13:17:08.150949 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4aa048-0a56-4701-99d8-8d4f7640842d req-98d2e44a-98d6-40ca-b340-e63456e06f69 service neutron] Attempting to bind port b295b51f-ebad-4b84-b7f5-cbdebdb11ffb on network d2cad01e-d67b-4fa8-b8bf-5a3615ab790c {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:17:08.182588 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4aa048-0a56-4701-99d8-8d4f7640842d req-98d2e44a-98d6-40ca-b340-e63456e06f69 service neutron] Checking agent: {'id': '473bf83e-daba-40de-92d3-877eb5111141', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 13, 13, 53), 'started_at': datetime.datetime(2021, 4, 15, 13, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 13, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 13:17:08.182990 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4aa048-0a56-4701-99d8-8d4f7640842d req-98d2e44a-98d6-40ca-b340-e63456e06f69 service neutron] Checking segment: {'id': '5ba62775-d6f2-40a9-ac4b-991dcc5cf8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'd2cad01e-d67b-4fa8-b8bf-5a3615ab790c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:17:08.183434 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4aa048-0a56-4701-99d8-8d4f7640842d req-98d2e44a-98d6-40ca-b340-e63456e06f69 service neutron] Bound using segment: {'id': '5ba62775-d6f2-40a9-ac4b-991dcc5cf8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'd2cad01e-d67b-4fa8-b8bf-5a3615ab790c'} {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 13:17:08.183971 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [req-ca4aa048-0a56-4701-99d8-8d4f7640842d req-98d2e44a-98d6-40ca-b340-e63456e06f69 service neutron] Bound port: b295b51f-ebad-4b84-b7f5-cbdebdb11ffb, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ba62775-d6f2-40a9-ac4b-991dcc5cf8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'd2cad01e-d67b-4fa8-b8bf-5a3615ab790c'}}] {{(pid=85257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 13:17:08.188827 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-ca4aa048-0a56-4701-99d8-8d4f7640842d req-98d2e44a-98d6-40ca-b340-e63456e06f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:08.230635 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4ffc0472-3e85-4de3-a585-75c0e2f8c7a0 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:08.234216 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f6af9-bcdc-4b94-84be-d68006f04033 req-3358377e-91f8-45af-b89a-ddc97b412e41 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:08.236466 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4ffc0472-3e85-4de3-a585-75c0e2f8c7a0 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853838685'] for security_group_rule, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:08.238091 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:08.242459 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a30f6af9-bcdc-4b94-84be-d68006f04033 req-3358377e-91f8-45af-b89a-ddc97b412e41 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ff30422-f618-4ef8-8d62-c921cac23323 HTTP/1.1" status: 200 len: 946 time: 0.4970856 Apr 15 13:17:08.247387 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-bc7f0fc8-b977-42ed-b8dc-6728f566e515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'name': 'tempest-AttachVolumeShelveTestJSON-1575230460-router', 'tenant_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:16:52Z', 'updated_at': '2021-04-15T13:17:02Z', 'revision_number': 4, 'project_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'gw_port': {'id': '862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:be:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:16:54Z', 'updated_at': '2021-04-15T13:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_interfaces': [{'id': '2717f3d1-f0d1-4e81-a067-b0b26702f57f', 'name': '', 'network_id': 'a011c5a8-19dd-4b3a-aac8-fb661fc52f6c', 'tenant_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'mac_address': 'fa:16:3e:86:b7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'a4c8aae7-d54c-4123-b3a9-729be74bee3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:17:00Z', 'updated_at': '2021-04-15T13:17:02Z', 'revision_number': 2, 'project_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'subnets': [{'id': 'a4c8aae7-d54c-4123-b3a9-729be74bee3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:17:08.256900 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7f0fc8-b977-42ed-b8dc-6728f566e515 None None] Checking router: d48e3290-a679-4183-97f6-5b77323c864a for host: dv-cinder-784945-5-smb {{(pid=85259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 13:17:08.257324 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7f0fc8-b977-42ed-b8dc-6728f566e515 None None] Updating router d48e3290-a679-4183-97f6-5b77323c864a port 2717f3d1-f0d1-4e81-a067-b0b26702f57f binding host dv-cinder-784945-5-smb {{(pid=85259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 13:17:08.286856 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffc0472-3e85-4de3-a585-75c0e2f8c7a0 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90d07621-804a-4e1f-bfeb-f57ac08e0c0e,revision_number=0']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:08.292422 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-4ffc0472-3e85-4de3-a585-75c0e2f8c7a0 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:08.300525 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4ffc0472-3e85-4de3-a585-75c0e2f8c7a0 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:08.305223 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-4ffc0472-3e85-4de3-a585-75c0e2f8c7a0 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2955260 Apr 15 13:17:08.305967 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 38750) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:17:08.313906 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-9f3281a0-f8c2-4611-9db3-f19a2cf7c44a tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Request body: {'security_group_rule': {'security_group_id': 'd404a583-e3c0-4f88-b908-ba90aa4fc8b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:17:08.323298 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-9f3281a0-f8c2-4611-9db3-f19a2cf7c44a tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:17:08.328333 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-9f3281a0-f8c2-4611-9db3-f19a2cf7c44a tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Usage tracker for resource:security_group_rule and tenant:3edcfff57f6b4d3a989c0baa167aa5b1 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:17:08.331902 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-9f3281a0-f8c2-4611-9db3-f19a2cf7c44a tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:17:08.338881 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-9f3281a0-f8c2-4611-9db3-f19a2cf7c44a tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:17:08.369138 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-9f3281a0-f8c2-4611-9db3-f19a2cf7c44a tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:08.375784 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-bc7f0fc8-b977-42ed-b8dc-6728f566e515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:08.384854 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfda0c2-beae-4c4f-9057-8369a8b9e41f admin admin] Checking segment: {'id': '22f0d6e2-7748-4e87-9de7-644041666d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'bb62c6ba-4065-4853-860d-054c00065fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:17:08.385263 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfda0c2-beae-4c4f-9057-8369a8b9e41f admin admin] Network hostable DHCP agents. Network: bb62c6ba-4065-4853-860d-054c00065fae, hostable agents: ['311c43f5-3c4a-4973-9b30-7f7c0bf49be0'], hosted agents: [] {{(pid=85257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 13:17:08.424166 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a30f6af9-bcdc-4b94-84be-d68006f04033 req-fdd4d138-e547-4890-a693-702b6d9282e6 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806886 Apr 15 13:17:08.468312 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfda0c2-beae-4c4f-9057-8369a8b9e41f admin admin] Network bb62c6ba-4065-4853-860d-054c00065fae is scheduled to be hosted by DHCP agent 311c43f5-3c4a-4973-9b30-7f7c0bf49be0 with binding_index 1 {{(pid=85257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 13:17:08.476465 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [req-ca4aa048-0a56-4701-99d8-8d4f7640842d req-98d2e44a-98d6-40ca-b340-e63456e06f69 service neutron] For port b295b51f-ebad-4b84-b7f5-cbdebdb11ffb, host hv-cinder-78494, cleared binding levels {{(pid=85257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 13:17:08.479151 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [None req-acfda0c2-beae-4c4f-9057-8369a8b9e41f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-5-smb, bb62c6ba-4065-4853-860d-054c00065fae) {{(pid=85257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:17:08.482049 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [req-ca4aa048-0a56-4701-99d8-8d4f7640842d req-98d2e44a-98d6-40ca-b340-e63456e06f69 service neutron] For port b295b51f-ebad-4b84-b7f5-cbdebdb11ffb, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=b295b51f-ebad-4b84-b7f5-cbdebdb11ffb,segment=NetworkSegment(5ba62775-d6f2-40a9-ac4b-991dcc5cf8d7),segment_id=5ba62775-d6f2-40a9-ac4b-991dcc5cf8d7)] {{(pid=85257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 13:17:08.486346 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfda0c2-beae-4c4f-9057-8369a8b9e41f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:08.487152 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-acfda0c2-beae-4c4f-9057-8369a8b9e41f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for subnet, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:08.493427 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-ca4aa048-0a56-4701-99d8-8d4f7640842d req-98d2e44a-98d6-40ca-b340-e63456e06f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:08.496859 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6f1499-0b35-43bb-94fd-0a6902856bf2 None None] Network bb62c6ba-4065-4853-860d-054c00065fae requested from dv-cinder-784945-5-smb {{(pid=85259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 13:17:08.504921 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-9f3281a0-f8c2-4611-9db3-f19a2cf7c44a tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:08.508747 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-9f3281a0-f8c2-4611-9db3-f19a2cf7c44a tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853838685'] for security_group_rule, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:08.512000 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-4ffc0472-3e85-4de3-a585-75c0e2f8c7a0 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:08.517326 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-a1bff95d-b443-4980-848d-31ed0e5883a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:08.539915 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3281a0-f8c2-4611-9db3-f19a2cf7c44a tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7006bc9e-f5b4-4880-b20d-20a94e31a55b,revision_number=0']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:08.542858 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-9f3281a0-f8c2-4611-9db3-f19a2cf7c44a tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:08.551277 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-9f3281a0-f8c2-4611-9db3-f19a2cf7c44a tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:08.556452 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-9f3281a0-f8c2-4611-9db3-f19a2cf7c44a tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2489989 Apr 15 13:17:08.557253 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 38760) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:17:08.564146 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-5f83b322-3250-4b67-8966-1f049118399b tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Request body: {'floatingip': {'floating_network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2'}} {{(pid=85258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:17:08.571160 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-5f83b322-3250-4b67-8966-1f049118399b tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:17:08.577328 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-5f83b322-3250-4b67-8966-1f049118399b tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Usage tracker for resource:floatingip and tenant:3edcfff57f6b4d3a989c0baa167aa5b1 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:17:08.581422 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-5f83b322-3250-4b67-8966-1f049118399b tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:17:08.588285 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-5f83b322-3250-4b67-8966-1f049118399b tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:17:08.600625 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-5f83b322-3250-4b67-8966-1f049118399b tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks [] for floatingip, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:08.647377 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 38766) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:17:08.750527 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d2e44a-98d6-40ca-b340-e63456e06f69 service neutron] Pushing event updated for resources: {'Port': ['ID=b295b51f-ebad-4b84-b7f5-cbdebdb11ffb,revision_number=3']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:08.759961 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-98d2e44a-98d6-40ca-b340-e63456e06f69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:08.779536 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-acfda0c2-beae-4c4f-9057-8369a8b9e41f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.6752660 Apr 15 13:17:08.824350 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 38778) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:17:08.906541 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-516eefa3-11bc-465e-8e66-30a3ae3b83ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:08.918908 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4aa048-0a56-4701-99d8-8d4f7640842d req-98d2e44a-98d6-40ca-b340-e63456e06f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:08.924041 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-ca4aa048-0a56-4701-99d8-8d4f7640842d req-98d2e44a-98d6-40ca-b340-e63456e06f69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for port, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:08.925627 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ca4aa048-0a56-4701-99d8-8d4f7640842d req-98d2e44a-98d6-40ca-b340-e63456e06f69 service neutron] 10.222.0.65 "PUT /v2.0/ports/b295b51f-ebad-4b84-b7f5-cbdebdb11ffb HTTP/1.1" status: 200 len: 1093 time: 3.1881237 Apr 15 13:17:08.926205 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35f0d7ca-5386-49fe-bd69-e41d8cec2a44', 'tag': 'b295b51f-ebad-4b84-b7f5-cbdebdb11ffb'}] {{(pid=85257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:17:08.978089 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-516eefa3-11bc-465e-8e66-30a3ae3b83ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:17:08.987373 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-516eefa3-11bc-465e-8e66-30a3ae3b83ed admin admin] Usage tracker for resource:security_group_rule and tenant:6aad8dd613c24f84b0770c94c32271d2 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:17:08.993535 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-516eefa3-11bc-465e-8e66-30a3ae3b83ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:17:09.003558 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-516eefa3-11bc-465e-8e66-30a3ae3b83ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:17:09.120493 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35f0d7ca-5386-49fe-bd69-e41d8cec2a44', 'tag': 'b295b51f-ebad-4b84-b7f5-cbdebdb11ffb', 'status': 'completed', 'code': 200} Apr 15 13:17:09.122007 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-5f83b322-3250-4b67-8966-1f049118399b tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:09.204547 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4aa048-0a56-4701-99d8-8d4f7640842d req-ec37a83a-9356-4871-a9c7-330561b2b376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:09.206204 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ca4aa048-0a56-4701-99d8-8d4f7640842d req-ec37a83a-9356-4871-a9c7-330561b2b376 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6f711daa125b461f9429aa9ee6cf12f3&device_id=35f0d7ca-5386-49fe-bd69-e41d8cec2a44 HTTP/1.1" status: 200 len: 1096 time: 0.2097840 Apr 15 13:17:09.340603 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-81310b95-9b54-4b23-a4ee-0760333eb56b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:09.384777 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8a7049-fa2b-4b4b-8e3e-c6cb6f7ad429 None None] Network bb62c6ba-4065-4853-860d-054c00065fae requested from dv-cinder-784945-5-smb {{(pid=85259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 13:17:09.424954 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ca4aa048-0a56-4701-99d8-8d4f7640842d req-d6eb141f-3041-44e1-b4d1-657adcec7ab1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b295b51f-ebad-4b84-b7f5-cbdebdb11ffb HTTP/1.1" status: 200 len: 217 time: 0.1987405 Apr 15 13:17:09.520448 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-516eefa3-11bc-465e-8e66-30a3ae3b83ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:09.522472 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-81310b95-9b54-4b23-a4ee-0760333eb56b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:17:09.546175 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-516eefa3-11bc-465e-8e66-30a3ae3b83ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:09.570539 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-81310b95-9b54-4b23-a4ee-0760333eb56b admin admin] Usage tracker for resource:security_group_rule and tenant:f34c2cdd20f641da849111d61fe7b767 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:17:09.573341 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-8340934c-0b7d-4cd8-83af-e82a0aa19b39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:09.597889 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-81310b95-9b54-4b23-a4ee-0760333eb56b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:17:09.603514 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4aa048-0a56-4701-99d8-8d4f7640842d req-70a7d0ba-255b-4e7e-a1f9-a1c5958c37a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:09.610699 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ca4aa048-0a56-4701-99d8-8d4f7640842d req-70a7d0ba-255b-4e7e-a1f9-a1c5958c37a6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4b164dda-b46e-4e2e-9857-b1eea16bba61 HTTP/1.1" status: 200 len: 854 time: 0.1547890 Apr 15 13:17:09.636705 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-81310b95-9b54-4b23-a4ee-0760333eb56b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:17:09.691253 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229767b6-21c1-4e89-bfd9-327b2c4962ff req-141e58db-1a3d-4367-bfe1-c15b375bbb62 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:09.699397 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-229767b6-21c1-4e89-bfd9-327b2c4962ff req-141e58db-1a3d-4367-bfe1-c15b375bbb62 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=35f0d7ca-5386-49fe-bd69-e41d8cec2a44 HTTP/1.1" status: 200 len: 943 time: 0.3635314 Apr 15 13:17:09.756207 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_common [None req-5f83b322-3250-4b67-8966-1f049118399b tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Allocated IP 172.28.3.235 (55d93253-8afb-47db-93d0-1527fbeb95d2/ec126ae6-92bb-4236-889a-ca54f3751a25/cc54debf-8bea-4873-9de6-c2ced2d1bee3) {{(pid=85258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 13:17:09.802680 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-516eefa3-11bc-465e-8e66-30a3ae3b83ed admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6aad8dd613c24f84b0770c94c32271d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9762485 Apr 15 13:17:09.819114 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 38806) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:17:09.826224 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516eefa3-11bc-465e-8e66-30a3ae3b83ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e539b2-0123-4f7c-8e84-87414f3b0769,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:09.840547 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-516eefa3-11bc-465e-8e66-30a3ae3b83ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:10.011378 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ca4aa048-0a56-4701-99d8-8d4f7640842d req-89506295-c893-48fa-8115-189eb92f7b49 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d2cad01e-d67b-4fa8-b8bf-5a3615ab790c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3967865 Apr 15 13:17:10.111369 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-bc7f0fc8-b977-42ed-b8dc-6728f566e515 None None] Notify callbacks [] for port, precommit_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:10.160160 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-bc7f0fc8-b977-42ed-b8dc-6728f566e515 None None] Transition to ACTIVE for port object 2717f3d1-f0d1-4e81-a067-b0b26702f57f will not be triggered until provisioned by entity L2. {{(pid=85259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:17:10.184539 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-bc7f0fc8-b977-42ed-b8dc-6728f566e515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:10.191387 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-229767b6-21c1-4e89-bfd9-327b2c4962ff req-0ef0ed37-7f09-4c20-88f7-29a0d5d603a1 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/security-groups?id=b868c94c-3d9d-4ebb-8c60-4bbeb25ff73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4908750 Apr 15 13:17:10.201759 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-5cb19184-5b47-4e59-8551-e150935a502f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:10.223925 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:10.311171 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a27026-e32e-44e3-87dc-6eb055ca0e15 None None] Pushing event updated for resources: {'Port': ['ID=2717f3d1-f0d1-4e81-a067-b0b26702f57f,revision_number=3']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:10.323857 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-5cb19184-5b47-4e59-8551-e150935a502f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:10.334361 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-81310b95-9b54-4b23-a4ee-0760333eb56b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:10.341624 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-81310b95-9b54-4b23-a4ee-0760333eb56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:10.363019 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e4f2d-ee17-4df7-8ebe-e226efdc5a9f req-39f8a001-c096-49b5-88f9-126f8ac01175 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:10.365973 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-41a27026-e32e-44e3-87dc-6eb055ca0e15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:10.372751 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ad8e4f2d-ee17-4df7-8ebe-e226efdc5a9f req-39f8a001-c096-49b5-88f9-126f8ac01175 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ff30422-f618-4ef8-8d62-c921cac23323 HTTP/1.1" status: 200 len: 946 time: 0.3669662 Apr 15 13:17:10.385188 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-5f83b322-3250-4b67-8966-1f049118399b tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks [] for port, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:10.400555 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-ca39652e-df2a-407f-97b3-8f041dbae922 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:10.442542 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-81310b95-9b54-4b23-a4ee-0760333eb56b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f34c2cdd20f641da849111d61fe7b767&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7927532 Apr 15 13:17:10.457442 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ad8e4f2d-ee17-4df7-8ebe-e226efdc5a9f req-ebed198f-93f3-4220-bc91-045c59b8cc93 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836406 Apr 15 13:17:10.458307 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 38826) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:17:10.465705 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ca4aa048-0a56-4701-99d8-8d4f7640842d req-3f5d3192-8aa0-43aa-8407-21a9ceb9273d service neutron] 10.222.0.65 "GET /v2.0/networks/d2cad01e-d67b-4fa8-b8bf-5a3615ab790c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3985658 Apr 15 13:17:10.508498 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81310b95-9b54-4b23-a4ee-0760333eb56b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f9d03f-e00f-4676-8123-a0a8af9efe10,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:10.513517 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-5f83b322-3250-4b67-8966-1f049118399b tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757045383897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10742258'] for port, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:10.513517 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-81310b95-9b54-4b23-a4ee-0760333eb56b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:10.533763 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-602738d7-27df-47bc-bb57-4b19a6ee0e9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:10.666216 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-afc7c2a0-be61-42b8-b518-69a523ecc766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:10.734061 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-5cb19184-5b47-4e59-8551-e150935a502f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:10.739992 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-afc7c2a0-be61-42b8-b518-69a523ecc766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:10.746933 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f83b322-3250-4b67-8966-1f049118399b tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Pushing event updated for resources: {'Port': ['ID=cc54debf-8bea-4873-9de6-c2ced2d1bee3,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:10.753263 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-5f83b322-3250-4b67-8966-1f049118399b tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:10.754040 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:10.773277 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ca4aa048-0a56-4701-99d8-8d4f7640842d req-f8d2046e-8f1d-4e32-bf3b-4268a728fa28 service neutron] 10.222.0.65 "GET /v2.0/networks/d2cad01e-d67b-4fa8-b8bf-5a3615ab790c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930622 Apr 15 13:17:10.778633 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-bc7f0fc8-b977-42ed-b8dc-6728f566e515 None None] Attempting to bind port 2717f3d1-f0d1-4e81-a067-b0b26702f57f on host dv-cinder-784945-5-smb for vnic_type normal with profile {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 13:17:10.779063 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-bc7f0fc8-b977-42ed-b8dc-6728f566e515 None None] Attempting to bind port 2717f3d1-f0d1-4e81-a067-b0b26702f57f by drivers openvswitch,hyperv on host dv-cinder-784945-5-smb at level 0 using segments [{'id': '063acdd5-d5b4-42f0-8d65-a7c12793df51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a011c5a8-19dd-4b3a-aac8-fb661fc52f6c'}] {{(pid=85259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 13:17:10.779565 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7f0fc8-b977-42ed-b8dc-6728f566e515 None None] Attempting to bind port 2717f3d1-f0d1-4e81-a067-b0b26702f57f on network a011c5a8-19dd-4b3a-aac8-fb661fc52f6c {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:17:10.789705 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7f0fc8-b977-42ed-b8dc-6728f566e515 None None] Checking agent: {'id': '81e11618-700f-4852-9942-b93dec05a832', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 13, 7, 16), 'started_at': datetime.datetime(2021, 4, 15, 13, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 13, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 13:17:10.790134 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7f0fc8-b977-42ed-b8dc-6728f566e515 None None] Checking segment: {'id': '063acdd5-d5b4-42f0-8d65-a7c12793df51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a011c5a8-19dd-4b3a-aac8-fb661fc52f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:17:10.790598 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-bc7f0fc8-b977-42ed-b8dc-6728f566e515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:10.791454 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7f0fc8-b977-42ed-b8dc-6728f566e515 None None] Bound using segment: {'id': '063acdd5-d5b4-42f0-8d65-a7c12793df51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a011c5a8-19dd-4b3a-aac8-fb661fc52f6c'} {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 13:17:10.792033 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-bc7f0fc8-b977-42ed-b8dc-6728f566e515 None None] Bound port: 2717f3d1-f0d1-4e81-a067-b0b26702f57f, host: dv-cinder-784945-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '063acdd5-d5b4-42f0-8d65-a7c12793df51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a011c5a8-19dd-4b3a-aac8-fb661fc52f6c'}}] {{(pid=85259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 13:17:10.792461 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-bc7f0fc8-b977-42ed-b8dc-6728f566e515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:10.799053 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb19184-5b47-4e59-8551-e150935a502f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e539b2-0123-4f7c-8e84-87414f3b0769,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:10.817265 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-5cb19184-5b47-4e59-8551-e150935a502f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:10.841195 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-afc7c2a0-be61-42b8-b518-69a523ecc766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:10.848870 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-9eb9f1af-4fec-46c3-a506-f338130ad460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:10.879439 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc7c2a0-be61-42b8-b518-69a523ecc766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f9d03f-e00f-4676-8123-a0a8af9efe10,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:10.883283 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-afc7c2a0-be61-42b8-b518-69a523ecc766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:10.887693 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-afc7c2a0-be61-42b8-b518-69a523ecc766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:10.889801 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-afc7c2a0-be61-42b8-b518-69a523ecc766 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f5f9d03f-e00f-4676-8123-a0a8af9efe10 HTTP/1.1" status: 204 len: 168 time: 0.4213772 Apr 15 13:17:10.914801 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-5cb19184-5b47-4e59-8551-e150935a502f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:10.946694 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-5cb19184-5b47-4e59-8551-e150935a502f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a6e539b2-0123-4f7c-8e84-87414f3b0769 HTTP/1.1" status: 204 len: 168 time: 1.1048484 Apr 15 13:17:10.973390 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f83b322-3250-4b67-8966-1f049118399b tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Network 55d93253-8afb-47db-93d0-1527fbeb95d2 is already hosted by enough agents. {{(pid=85258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 13:17:10.975622 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [None req-5f83b322-3250-4b67-8966-1f049118399b tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Resources bound (agent type, host, resource id): {{(pid=85258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:17:11.004853 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f83b322-3250-4b67-8966-1f049118399b tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Received port after_create {{(pid=85258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 13:17:11.019981 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429e9f5-0f88-4c22-9706-848ce7e06b8c req-bdc32a6c-6a87-4ea0-9208-dd8883d1bf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:11.022118 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-b429e9f5-0f88-4c22-9706-848ce7e06b8c req-bdc32a6c-6a87-4ea0-9208-dd8883d1bf5c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6f711daa125b461f9429aa9ee6cf12f3&device_id=35f0d7ca-5386-49fe-bd69-e41d8cec2a44 HTTP/1.1" status: 200 len: 1096 time: 0.1127224 Apr 15 13:17:11.039435 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-bc7f0fc8-b977-42ed-b8dc-6728f566e515 None None] For port 2717f3d1-f0d1-4e81-a067-b0b26702f57f, host dv-cinder-784945-5-smb, cleared binding levels {{(pid=85259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 13:17:11.045220 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-bc7f0fc8-b977-42ed-b8dc-6728f566e515 None None] For port 2717f3d1-f0d1-4e81-a067-b0b26702f57f, host dv-cinder-784945-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=2717f3d1-f0d1-4e81-a067-b0b26702f57f,segment=NetworkSegment(063acdd5-d5b4-42f0-8d65-a7c12793df51),segment_id=063acdd5-d5b4-42f0-8d65-a7c12793df51)] {{(pid=85259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 13:17:11.049364 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-bc7f0fc8-b977-42ed-b8dc-6728f566e515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:11.079497 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:11.249640 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-5f83b322-3250-4b67-8966-1f049118399b tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:11.300155 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a27026-e32e-44e3-87dc-6eb055ca0e15 None None] Pushing event updated for resources: {'Port': ['ID=2717f3d1-f0d1-4e81-a067-b0b26702f57f,revision_number=4']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:11.303629 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-41a27026-e32e-44e3-87dc-6eb055ca0e15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:11.360803 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429e9f5-0f88-4c22-9706-848ce7e06b8c req-3a149690-a23c-47cd-98e6-7896cd7ca1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:11.372597 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-b429e9f5-0f88-4c22-9706-848ce7e06b8c req-3a149690-a23c-47cd-98e6-7896cd7ca1c0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d2cad01e-d67b-4fa8-b8bf-5a3615ab790c HTTP/1.1" status: 200 len: 915 time: 0.3376625 Apr 15 13:17:11.492461 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7f0fc8-b977-42ed-b8dc-6728f566e515 None None] Routers {'d48e3290-a679-4183-97f6-5b77323c864a'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:17:11.493448 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-bc7f0fc8-b977-42ed-b8dc-6728f566e515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:16:45Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['d48e3290-a679-4183-97f6-5b77323c864a'], 'active': True} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:17:11.512927 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-5f83b322-3250-4b67-8966-1f049118399b tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:11.778434 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-b429e9f5-0f88-4c22-9706-848ce7e06b8c req-7525e0d2-0b33-4c39-9e40-78af42e7a125 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b295b51f-ebad-4b84-b7f5-cbdebdb11ffb HTTP/1.1" status: 200 len: 217 time: 0.4022834 Apr 15 13:17:12.063970 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429e9f5-0f88-4c22-9706-848ce7e06b8c req-02d429b8-15a9-4b97-b144-996389c4b97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:12.065556 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-b429e9f5-0f88-4c22-9706-848ce7e06b8c req-02d429b8-15a9-4b97-b144-996389c4b97d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4b164dda-b46e-4e2e-9857-b1eea16bba61 HTTP/1.1" status: 200 len: 854 time: 0.2693551 Apr 15 13:17:12.155990 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-f9f05f97-33d4-46c8-802b-a7c10c2d7d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:12.245259 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-bc7f0fc8-b977-42ed-b8dc-6728f566e515 None None] Set router d48e3290-a679-4183-97f6-5b77323c864a gateway port host: dv-cinder-784945-5-smb {{(pid=85259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:17:12.284749 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecee916-a8a7-473d-935b-c9204d44770a req-906c1967-c1ce-434e-98ea-0ac3261d4bcf tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:12.286336 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-eecee916-a8a7-473d-935b-c9204d44770a req-906c1967-c1ce-434e-98ea-0ac3261d4bcf tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=35f0d7ca-5386-49fe-bd69-e41d8cec2a44 HTTP/1.1" status: 200 len: 943 time: 0.7276175 Apr 15 13:17:12.301404 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-b429e9f5-0f88-4c22-9706-848ce7e06b8c req-d3bcba4a-a774-48d6-96a0-f2e15b4894a9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d2cad01e-d67b-4fa8-b8bf-5a3615ab790c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1991363 Apr 15 13:17:12.343510 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-5f83b322-3250-4b67-8966-1f049118399b tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks [] for port, precommit_update {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:12.349362 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-5f83b322-3250-4b67-8966-1f049118399b tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844033590'] for port, after_update {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:12.393220 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-1ada7762-cbc5-4e2f-b1cd-967b64df97b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:12.407856 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-eecee916-a8a7-473d-935b-c9204d44770a req-fb05674f-8316-43ce-88fb-abb6adc745e9 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/security-groups?id=b868c94c-3d9d-4ebb-8c60-4bbeb25ff73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034627 Apr 15 13:17:12.586777 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-b429e9f5-0f88-4c22-9706-848ce7e06b8c req-d0ee6418-76a0-44e1-9ae6-2be0e1fb6d20 service neutron] 10.222.0.65 "GET /v2.0/networks/d2cad01e-d67b-4fa8-b8bf-5a3615ab790c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491326 Apr 15 13:17:12.736184 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f83b322-3250-4b67-8966-1f049118399b tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Pushing event updated for resources: {'Port': ['ID=cc54debf-8bea-4873-9de6-c2ced2d1bee3,revision_number=2']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:12.755950 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-5f83b322-3250-4b67-8966-1f049118399b tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:12.781226 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-bc7f0fc8-b977-42ed-b8dc-6728f566e515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'name': 'tempest-AttachVolumeShelveTestJSON-1575230460-router', 'tenant_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:16:52Z', 'updated_at': '2021-04-15T13:17:02Z', 'revision_number': 4, 'project_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'gw_port': {'id': '862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:be:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:16:54Z', 'updated_at': '2021-04-15T13:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_interfaces': [{'id': '2717f3d1-f0d1-4e81-a067-b0b26702f57f', 'name': '', 'network_id': 'a011c5a8-19dd-4b3a-aac8-fb661fc52f6c', 'tenant_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'mac_address': 'fa:16:3e:86:b7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'a4c8aae7-d54c-4123-b3a9-729be74bee3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:17:00Z', 'updated_at': '2021-04-15T13:17:11Z', 'revision_number': 4, 'project_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'subnets': [{'id': 'a4c8aae7-d54c-4123-b3a9-729be74bee3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:17:12.785319 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7f0fc8-b977-42ed-b8dc-6728f566e515 None None] The sync data for ids ['d48e3290-a679-4183-97f6-5b77323c864a'] in dv-cinder-784945-5-smb is: [{'id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'name': 'tempest-AttachVolumeShelveTestJSON-1575230460-router', 'tenant_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:16:52Z', 'updated_at': '2021-04-15T13:17:02Z', 'revision_number': 4, 'project_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'gw_port': {'id': '862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:be:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:16:54Z', 'updated_at': '2021-04-15T13:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_interfaces': [{'id': '2717f3d1-f0d1-4e81-a067-b0b26702f57f', 'name': '', 'network_id': 'a011c5a8-19dd-4b3a-aac8-fb661fc52f6c', 'tenant_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'mac_address': 'fa:16:3e:86:b7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'a4c8aae7-d54c-4123-b3a9-729be74bee3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:17:00Z', 'updated_at': '2021-04-15T13:17:11Z', 'revision_number': 4, 'project_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'subnets': [{'id': 'a4c8aae7-d54c-4123-b3a9-729be74bee3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 13:17:12.814902 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b9425-d5d5-4f06-9682-78768eacc12f req-2e20fb76-5452-4264-86c2-96b44be47c23 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:12.817093 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-251b9425-d5d5-4f06-9682-78768eacc12f req-2e20fb76-5452-4264-86c2-96b44be47c23 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/networks?id=bb62c6ba-4065-4853-860d-054c00065fae HTTP/1.1" status: 200 len: 808 time: 0.2246461 Apr 15 13:17:12.957415 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-5f83b322-3250-4b67-8966-1f049118399b tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1033198'] for floatingip, after_update {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:12.982047 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670258f-d430-4936-a039-dacae7ec54d3 req-6492895b-d1c1-4e10-a21d-fe0fdead9e51 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:12.985174 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a670258f-d430-4936-a039-dacae7ec54d3 req-6492895b-d1c1-4e10-a21d-fe0fdead9e51 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ff30422-f618-4ef8-8d62-c921cac23323 HTTP/1.1" status: 200 len: 946 time: 1.2057168 Apr 15 13:17:12.992629 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-5f83b322-3250-4b67-8966-1f049118399b tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for floatingip, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:12.994541 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-5f83b322-3250-4b67-8966-1f049118399b tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4360719 Apr 15 13:17:13.094800 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-251b9425-d5d5-4f06-9682-78768eacc12f req-6bb88945-4aeb-42e9-bc71-e1f0b16c0fec tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/quotas/aa70b07eec62485d99d5cf35f9736a8c HTTP/1.1" status: 200 len: 375 time: 0.1342845 Apr 15 13:17:13.165430 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a670258f-d430-4936-a039-dacae7ec54d3 req-e0a7df9d-4efe-4c1c-8f12-17a79a26133a tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197443 Apr 15 13:17:13.203902 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-251b9425-d5d5-4f06-9682-78768eacc12f req-19645182-0410-4338-957d-152af3817e40 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=aa70b07eec62485d99d5cf35f9736a8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0847878 Apr 15 13:17:13.424908 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-b429e9f5-0f88-4c22-9706-848ce7e06b8c req-18e1e01f-c5aa-4f39-9cd0-a9675de9d9d4 service neutron] 10.222.0.65 "GET /v2.0/networks/d2cad01e-d67b-4fa8-b8bf-5a3615ab790c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6066539 Apr 15 13:17:13.434752 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-251b9425-d5d5-4f06-9682-78768eacc12f req-5d48b1bd-d4bf-4818-89b3-8ec5cc5ab09a service neutron] 10.222.0.64 "GET /v2.0/networks/bb62c6ba-4065-4853-860d-054c00065fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195139 Apr 15 13:17:13.454576 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device b295b51f-ebad-4b84-b7f5-cbdebdb11ffb details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=85259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 13:17:13.505139 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbda637-2989-4167-9f1c-d36ee4954e89 req-e1baa46d-a0b5-4eaf-9a5f-3ea7d617bc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:13.506749 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ecbda637-2989-4167-9f1c-d36ee4954e89 req-e1baa46d-a0b5-4eaf-9a5f-3ea7d617bc4d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0ff30422-f618-4ef8-8d62-c921cac23323 HTTP/1.1" status: 200 len: 1099 time: 0.6148422 Apr 15 13:17:13.708014 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1a18cbb5-96f9-4c7b-9dcb-e82595b26829 req-40be305a-4a0a-4540-9500-d07fb0c0e36c tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--467358818&fields=id&tenant_id=3edcfff57f6b4d3a989c0baa167aa5b1 HTTP/1.1" status: 200 len: 267 time: 0.3736084 Apr 15 13:17:13.737127 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port b295b51f-ebad-4b84-b7f5-cbdebdb11ffb, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=b295b51f-ebad-4b84-b7f5-cbdebdb11ffb,segment=NetworkSegment(5ba62775-d6f2-40a9-ac4b-991dcc5cf8d7),segment_id=5ba62775-d6f2-40a9-ac4b-991dcc5cf8d7)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:17:13.759819 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Returning: {'device': 'b295b51f-ebad-4b84-b7f5-cbdebdb11ffb', 'network_id': 'd2cad01e-d67b-4fa8-b8bf-5a3615ab790c', 'port_id': 'b295b51f-ebad-4b84-b7f5-cbdebdb11ffb', 'mac_address': 'fa:16:3e:7c:a9:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b164dda-b46e-4e2e-9857-b1eea16bba61', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 13:17:13.868838 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:13.906266 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b295b51f-ebad-4b84-b7f5-cbdebdb11ffb {{(pid=85259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 13:17:13.947233 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port b295b51f-ebad-4b84-b7f5-cbdebdb11ffb, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=b295b51f-ebad-4b84-b7f5-cbdebdb11ffb,segment=NetworkSegment(5ba62775-d6f2-40a9-ac4b-991dcc5cf8d7),segment_id=5ba62775-d6f2-40a9-ac4b-991dcc5cf8d7)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:17:13.952938 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:13.954857 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:14.046745 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ecbda637-2989-4167-9f1c-d36ee4954e89 req-d365592f-d7b6-4611-a85a-1fadb3f39ad5 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4439023 Apr 15 13:17:14.049287 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Pushing event updated for resources: {'Port': ['ID=b295b51f-ebad-4b84-b7f5-cbdebdb11ffb,revision_number=4']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:14.063631 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:14.136399 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-251b9425-d5d5-4f06-9682-78768eacc12f req-ba648f61-7eac-4a3e-a2c0-8a9cc7c04967 service neutron] 10.222.0.64 "GET /v2.0/networks/bb62c6ba-4065-4853-860d-054c00065fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7004590 Apr 15 13:17:14.247108 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18cbb5-96f9-4c7b-9dcb-e82595b26829 req-278cad8b-278c-4660-9727-0cb295398977 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:14.250891 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1a18cbb5-96f9-4c7b-9dcb-e82595b26829 req-278cad8b-278c-4660-9727-0cb295398977 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/networks?id=a011c5a8-19dd-4b3a-aac8-fb661fc52f6c HTTP/1.1" status: 200 len: 817 time: 0.4796650 Apr 15 13:17:14.270807 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1a18cbb5-96f9-4c7b-9dcb-e82595b26829 req-b004303a-6c17-4641-8ac2-37a1e3d8fd3e tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/quotas/3edcfff57f6b4d3a989c0baa167aa5b1 HTTP/1.1" status: 200 len: 375 time: 0.0120592 Apr 15 13:17:14.379436 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] get_ports_and_sgs() called for port_ids ['b295b51f-ebad-4b84-b7f5-cbdebdb11ffb'] {{(pid=85259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 13:17:14.387127 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 38978) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:17:14.425627 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1a18cbb5-96f9-4c7b-9dcb-e82595b26829 req-6b527825-6bc0-4ff1-a689-e46ed2cd2bc0 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3edcfff57f6b4d3a989c0baa167aa5b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1470742 Apr 15 13:17:14.614694 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device 2717f3d1-f0d1-4e81-a067-b0b26702f57f up at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:17:14.724372 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1c5262cc-4565-4283-9921-91149eecc59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:14.740299 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 38992) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:17:14.826347 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning for port 2717f3d1-f0d1-4e81-a067-b0b26702f57f completed by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:17:14.843720 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning complete for port 2717f3d1-f0d1-4e81-a067-b0b26702f57f triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:17:14.844138 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:14.877054 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-5dc44bcf-6043-441d-ae55-1ebcbb167866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:14.914882 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-13314fa6-fcea-4551-8ebf-f39a46f38255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:14.931269 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-5dc44bcf-6043-441d-ae55-1ebcbb167866 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:17:14.940796 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-5dc44bcf-6043-441d-ae55-1ebcbb167866 admin admin] Usage tracker for resource:security_group_rule and tenant:2e90326f56ea4e608ed737b8a3fe58c7 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:17:14.944889 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-13314fa6-fcea-4551-8ebf-f39a46f38255 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:17:14.947700 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-5dc44bcf-6043-441d-ae55-1ebcbb167866 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:17:14.957237 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-13314fa6-fcea-4551-8ebf-f39a46f38255 admin admin] Usage tracker for resource:security_group_rule and tenant:a3fc8b36605a4d969dd7d16c6bcdb2db is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:17:14.961284 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-5dc44bcf-6043-441d-ae55-1ebcbb167866 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:17:14.963777 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-13314fa6-fcea-4551-8ebf-f39a46f38255 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:17:14.973864 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-13314fa6-fcea-4551-8ebf-f39a46f38255 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:17:15.019266 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:15.021942 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7efcb0-8c97-45b7-a4a4-81e079fa3642 req-a227361c-b0b5-4353-b897-25e05deb6b58 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:15.037913 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5c7efcb0-8c97-45b7-a4a4-81e079fa3642 req-a227361c-b0b5-4353-b897-25e05deb6b58 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=35f0d7ca-5386-49fe-bd69-e41d8cec2a44 HTTP/1.1" status: 200 len: 944 time: 0.1877012 Apr 15 13:17:15.078218 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] For port 2717f3d1-f0d1-4e81-a067-b0b26702f57f, host dv-cinder-784945-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=2717f3d1-f0d1-4e81-a067-b0b26702f57f,segment=NetworkSegment(063acdd5-d5b4-42f0-8d65-a7c12793df51),segment_id=063acdd5-d5b4-42f0-8d65-a7c12793df51)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:17:15.084843 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:15.087354 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-beffa69e-6683-4f7a-8523-5df3c8d9df4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:15.097035 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1a18cbb5-96f9-4c7b-9dcb-e82595b26829 req-93b855ca-3c4c-4eaa-b370-edf57e91e694 service neutron] 10.222.0.64 "GET /v2.0/networks/a011c5a8-19dd-4b3a-aac8-fb661fc52f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6543674 Apr 15 13:17:15.126923 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5c7efcb0-8c97-45b7-a4a4-81e079fa3642 req-76416f4b-f318-4016-92a0-f55537c4ef14 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/security-groups?id=b868c94c-3d9d-4ebb-8c60-4bbeb25ff73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880411 Apr 15 13:17:15.181118 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-13314fa6-fcea-4551-8ebf-f39a46f38255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:15.183072 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Pushing event updated for resources: {'Port': ['ID=2717f3d1-f0d1-4e81-a067-b0b26702f57f,revision_number=5']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:15.192050 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:15.208956 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-13314fa6-fcea-4551-8ebf-f39a46f38255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:15.235439 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-78b2bc5b-61e2-46df-a976-3ca66d9c2388 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:15.269585 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-5dc44bcf-6043-441d-ae55-1ebcbb167866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:15.286369 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-5dc44bcf-6043-441d-ae55-1ebcbb167866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:15.310030 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13314fa6-fcea-4551-8ebf-f39a46f38255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366b4de1-f414-464a-8598-96fe30073b71,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:15.327883 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-13314fa6-fcea-4551-8ebf-f39a46f38255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:15.327883 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-e1a62d50-4ee1-40bc-a362-114c44839ecc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:15.351450 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1a18cbb5-96f9-4c7b-9dcb-e82595b26829 req-20cc4974-271f-4ce5-bd2b-ae69b9664f29 service neutron] 10.222.0.64 "GET /v2.0/networks/a011c5a8-19dd-4b3a-aac8-fb661fc52f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291460 Apr 15 13:17:15.391283 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c87900dd-59db-4d9b-b688-8554058ba32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:15.555027 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5492d8-3511-47b2-b359-b0b9940762c8 req-503046da-d6ce-4b7d-b5f1-57ad661fba90 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:15.565274 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4a5492d8-3511-47b2-b359-b0b9940762c8 req-503046da-d6ce-4b7d-b5f1-57ad661fba90 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ff30422-f618-4ef8-8d62-c921cac23323 HTTP/1.1" status: 200 len: 946 time: 0.2126226 Apr 15 13:17:15.639565 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4a5492d8-3511-47b2-b359-b0b9940762c8 req-3f4ffa67-04b7-4685-aea5-158c842448e6 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723662 Apr 15 13:17:15.648472 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-13314fa6-fcea-4551-8ebf-f39a46f38255 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a3fc8b36605a4d969dd7d16c6bcdb2db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9067938 Apr 15 13:17:15.651832 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 39016) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:17:15.662751 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-5dc44bcf-6043-441d-ae55-1ebcbb167866 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2e90326f56ea4e608ed737b8a3fe58c7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2710917 Apr 15 13:17:15.668525 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 39020) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:17:15.695523 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc44bcf-6043-441d-ae55-1ebcbb167866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9450799-b228-4543-8949-27dde3337dbb,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:15.702607 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-5dc44bcf-6043-441d-ae55-1ebcbb167866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:15.846381 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ca5643dc-474d-4662-9208-105df9c59f42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:15.905755 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ca5643dc-474d-4662-9208-105df9c59f42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:15.920115 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-30dcb247-c396-428c-be5c-e6fb8c61bd02 req-8350c118-65df-4844-aa87-be5c75b66724 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 210 time: 0.1322062 Apr 15 13:17:15.957452 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ca5643dc-474d-4662-9208-105df9c59f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:15.962332 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-42b2230c-b102-43f7-8316-89bdb331460d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:15.962516 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:15.975501 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5643dc-474d-4662-9208-105df9c59f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9450799-b228-4543-8949-27dde3337dbb,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:15.980419 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-ca5643dc-474d-4662-9208-105df9c59f42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:15.991619 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ca5643dc-474d-4662-9208-105df9c59f42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:15.993356 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-ca5643dc-474d-4662-9208-105df9c59f42 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f9450799-b228-4543-8949-27dde3337dbb HTTP/1.1" status: 204 len: 168 time: 0.3230164 Apr 15 13:17:16.064774 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4b5efcdd-f276-448d-9249-505d76a85543 req-ad640a53-4f0f-4c2a-98ca-b030bcc3687d tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dec78c7-4b42-401f-9394-ae9d933fe581 HTTP/1.1" status: 200 len: 210 time: 0.1204245 Apr 15 13:17:16.068372 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-00ef3640-ec22-42c6-88c9-beadbd212c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:16.148596 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-00ef3640-ec22-42c6-88c9-beadbd212c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:16.251512 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-00ef3640-ec22-42c6-88c9-beadbd212c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:16.275908 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:16.297684 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-00ef3640-ec22-42c6-88c9-beadbd212c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:16.305204 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-00ef3640-ec22-42c6-88c9-beadbd212c3e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/366b4de1-f414-464a-8598-96fe30073b71 HTTP/1.1" status: 204 len: 168 time: 0.6513362 Apr 15 13:17:16.309126 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef3640-ec22-42c6-88c9-beadbd212c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366b4de1-f414-464a-8598-96fe30073b71,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:16.322156 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-00ef3640-ec22-42c6-88c9-beadbd212c3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:16.557579 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device 2717f3d1-f0d1-4e81-a067-b0b26702f57f up at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:17:16.772552 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b9425-d5d5-4f06-9682-78768eacc12f req-98d2cae6-aebd-42c4-8f04-e840b4ccc9e6 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:16.774932 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-251b9425-d5d5-4f06-9682-78768eacc12f req-98d2cae6-aebd-42c4-8f04-e840b4ccc9e6 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.65 "GET /v2.0/networks?id=bb62c6ba-4065-4853-860d-054c00065fae HTTP/1.1" status: 200 len: 808 time: 0.2674475 Apr 15 13:17:16.814600 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [req-251b9425-d5d5-4f06-9682-78768eacc12f req-afb95a63-4a00-4140-a0fa-6247a4b85a88 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Request body: {'port': {'device_id': '9dec78c7-4b42-401f-9394-ae9d933fe581', 'network_id': 'bb62c6ba-4065-4853-860d-054c00065fae', 'admin_state_up': True, 'tenant_id': 'aa70b07eec62485d99d5cf35f9736a8c'}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:17:16.954689 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47a557f2-6ce0-416f-9ef8-17658d5933ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:16.969108 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning complete for port 2717f3d1-f0d1-4e81-a067-b0b26702f57f triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:17:16.969561 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:17.169184 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [req-251b9425-d5d5-4f06-9682-78768eacc12f req-afb95a63-4a00-4140-a0fa-6247a4b85a88 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:17:17.189309 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec052b-7fbc-42f1-afb9-96f08067296a req-f9593fee-93ff-45dd-b0d0-064f8de80531 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:17.191072 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-9eec052b-7fbc-42f1-afb9-96f08067296a req-f9593fee-93ff-45dd-b0d0-064f8de80531 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=35f0d7ca-5386-49fe-bd69-e41d8cec2a44 HTTP/1.1" status: 200 len: 944 time: 0.8441157 Apr 15 13:17:17.201168 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-251b9425-d5d5-4f06-9682-78768eacc12f req-afb95a63-4a00-4140-a0fa-6247a4b85a88 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Usage tracker for resource:port and tenant:aa70b07eec62485d99d5cf35f9736a8c is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:17:17.210778 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-251b9425-d5d5-4f06-9682-78768eacc12f req-afb95a63-4a00-4140-a0fa-6247a4b85a88 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:17:17.224997 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [req-251b9425-d5d5-4f06-9682-78768eacc12f req-afb95a63-4a00-4140-a0fa-6247a4b85a88 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:17:17.290355 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-9eec052b-7fbc-42f1-afb9-96f08067296a req-6f38c164-bacf-46ee-9438-feef939552f5 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/security-groups?id=b868c94c-3d9d-4ebb-8c60-4bbeb25ff73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856102 Apr 15 13:17:17.340281 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 39082) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:17:17.348696 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-251b9425-d5d5-4f06-9682-78768eacc12f req-afb95a63-4a00-4140-a0fa-6247a4b85a88 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Made reservation on behalf of aa70b07eec62485d99d5cf35f9736a8c for: {'port': 1} {{(pid=85257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 13:17:17.355757 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-251b9425-d5d5-4f06-9682-78768eacc12f req-afb95a63-4a00-4140-a0fa-6247a4b85a88 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:17.383389 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-15f131ff-d985-4f38-8ea9-b1cfdb78888e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:17.397548 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee7d89-6fbd-4b4d-8c28-0a564189f534 req-660fe5eb-7f02-48a5-8ecb-181c4f00f126 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:17.399962 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-9eee7d89-6fbd-4b4d-8c28-0a564189f534 req-660fe5eb-7f02-48a5-8ecb-181c4f00f126 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ff30422-f618-4ef8-8d62-c921cac23323 HTTP/1.1" status: 200 len: 946 time: 0.3083634 Apr 15 13:17:17.428410 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-15f131ff-d985-4f38-8ea9-b1cfdb78888e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:17:17.432999 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-15f131ff-d985-4f38-8ea9-b1cfdb78888e admin admin] Usage tracker for resource:security_group_rule and tenant:f72b076da27a483297b6796b5b1af827 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:17:17.436289 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-15f131ff-d985-4f38-8ea9-b1cfdb78888e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:17:17.443081 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-15f131ff-d985-4f38-8ea9-b1cfdb78888e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:17:17.468025 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device b295b51f-ebad-4b84-b7f5-cbdebdb11ffb up at agent hyperv_hv-cinder-78494 {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:17:17.532835 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1cc74ec7-9464-4e3b-a773-edf07c584606 req-a3756102-5edd-49ad-bfa3-6fb6ec5f8f54 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 210 time: 0.0887353 Apr 15 13:17:17.567354 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-15f131ff-d985-4f38-8ea9-b1cfdb78888e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:17.568477 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Provisioning for port b295b51f-ebad-4b84-b7f5-cbdebdb11ffb completed by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:17:17.572206 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-15f131ff-d985-4f38-8ea9-b1cfdb78888e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:17.574964 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Provisioning complete for port b295b51f-ebad-4b84-b7f5-cbdebdb11ffb triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:17:17.575468 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:17.608965 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-9eee7d89-6fbd-4b4d-8c28-0a564189f534 req-16a918a8-5716-422c-aac5-b5ed45afe388 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635561 Apr 15 13:17:17.609488 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-ca5643dc-474d-4662-9208-105df9c59f42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:17.639163 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-15f131ff-d985-4f38-8ea9-b1cfdb78888e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f72b076da27a483297b6796b5b1af827&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2952144 Apr 15 13:17:17.641145 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 39090) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:17:17.665814 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f131ff-d985-4f38-8ea9-b1cfdb78888e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17c5c1d-4d87-459d-b8f4-32c67adf38c3,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:17.671774 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-15f131ff-d985-4f38-8ea9-b1cfdb78888e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:17.725521 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2b7b8d8e-87d5-4fbd-9e47-92112e72827e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:17.728059 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:17.759965 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2b7b8d8e-87d5-4fbd-9e47-92112e72827e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:17.768726 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_common [req-251b9425-d5d5-4f06-9682-78768eacc12f req-afb95a63-4a00-4140-a0fa-6247a4b85a88 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Allocated IP 172.20.0.6 (bb62c6ba-4065-4853-860d-054c00065fae/04b9f48c-768b-4eb9-b5e3-cd4654c7fa10/c25337a2-9abd-4c1d-b234-8892e31ffb48) {{(pid=85257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 13:17:17.790499 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f0d7ca-5386-49fe-bd69-e41d8cec2a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b295b51f-ebad-4b84-b7f5-cbdebdb11ffb'}] {{(pid=85259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:17:17.801729 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port b295b51f-ebad-4b84-b7f5-cbdebdb11ffb, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=b295b51f-ebad-4b84-b7f5-cbdebdb11ffb,segment=NetworkSegment(5ba62775-d6f2-40a9-ac4b-991dcc5cf8d7),segment_id=5ba62775-d6f2-40a9-ac4b-991dcc5cf8d7)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:17:17.805028 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:17.807311 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-3e75ed5b-393c-4fd8-a541-0d6b46204e7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:17.816292 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2b7b8d8e-87d5-4fbd-9e47-92112e72827e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:17.822072 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-a5168489-d2f4-48dc-a4e7-9ed9ce3b19d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:17.845149 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b8d8e-87d5-4fbd-9e47-92112e72827e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17c5c1d-4d87-459d-b8f4-32c67adf38c3,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:17.851505 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-2b7b8d8e-87d5-4fbd-9e47-92112e72827e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:17.853350 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2b7b8d8e-87d5-4fbd-9e47-92112e72827e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:17.857049 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-2b7b8d8e-87d5-4fbd-9e47-92112e72827e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a17c5c1d-4d87-459d-b8f4-32c67adf38c3 HTTP/1.1" status: 204 len: 168 time: 0.2123282 Apr 15 13:17:17.884695 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-280a89f4-7248-4991-a98a-7d98e980b96a req-032fe0a5-74ce-4ffb-92dd-29e9156f20b3 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dec78c7-4b42-401f-9394-ae9d933fe581 HTTP/1.1" status: 200 len: 210 time: 0.0646422 Apr 15 13:17:17.899845 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Pushing event updated for resources: {'Port': ['ID=b295b51f-ebad-4b84-b7f5-cbdebdb11ffb,revision_number=5']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:17.912963 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:17.959515 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f0d7ca-5386-49fe-bd69-e41d8cec2a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b295b51f-ebad-4b84-b7f5-cbdebdb11ffb', 'code': 200} Apr 15 13:17:17.989105 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ba1dc-a64e-4a78-bd69-5dfd77acadeb req-0ea1cf73-4240-4dfb-98d9-5a46090de955 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:17.990871 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ac1ba1dc-a64e-4a78-bd69-5dfd77acadeb req-0ea1cf73-4240-4dfb-98d9-5a46090de955 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 945 time: 0.2139590 Apr 15 13:17:18.261558 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ac1ba1dc-a64e-4a78-bd69-5dfd77acadeb req-17bef5a4-9348-47b4-ac85-08a17e086b8e tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529826 Apr 15 13:17:18.412586 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18cbb5-96f9-4c7b-9dcb-e82595b26829 req-5df73432-0e44-4c2c-9c41-975e25916210 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:18.414155 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1a18cbb5-96f9-4c7b-9dcb-e82595b26829 req-5df73432-0e44-4c2c-9c41-975e25916210 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.65 "GET /v2.0/networks?id=a011c5a8-19dd-4b3a-aac8-fb661fc52f6c HTTP/1.1" status: 200 len: 817 time: 0.3101993 Apr 15 13:17:18.477304 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 39114) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:17:18.500626 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-cb7ca42c-664e-41c2-9223-2c1714dcd9e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:18.518799 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-cb7ca42c-664e-41c2-9223-2c1714dcd9e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:17:18.523353 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-cb7ca42c-664e-41c2-9223-2c1714dcd9e8 admin admin] Usage tracker for resource:security_group_rule and tenant:cb553371008d43f6a0db39d782d1124c is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:17:18.527023 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-cb7ca42c-664e-41c2-9223-2c1714dcd9e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:17:18.539923 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-cb7ca42c-664e-41c2-9223-2c1714dcd9e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:17:18.555532 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9fc68-a158-40e1-a7e2-1eee157c0d2a req-b01164ef-2e9b-4309-85af-dd543496c1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:18.557177 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e9e9fc68-a158-40e1-a7e2-1eee157c0d2a req-b01164ef-2e9b-4309-85af-dd543496c1c8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=35f0d7ca-5386-49fe-bd69-e41d8cec2a44 HTTP/1.1" status: 200 len: 1098 time: 0.2946553 Apr 15 13:17:18.560350 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-251b9425-d5d5-4f06-9682-78768eacc12f req-afb95a63-4a00-4140-a0fa-6247a4b85a88 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Notify callbacks [] for port, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:18.672489 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1a18cbb5-96f9-4c7b-9dcb-e82595b26829 req-5c9ae2ff-5688-4df0-ac68-a2d86c21c85e tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3edcfff57f6b4d3a989c0baa167aa5b1 HTTP/1.1" status: 200 len: 5708 time: 0.2272539 Apr 15 13:17:18.672489 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e9e9fc68-a158-40e1-a7e2-1eee157c0d2a req-09698a8e-ab05-4006-97fa-c02255df3222 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b868c94c-3d9d-4ebb-8c60-4bbeb25ff73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589821 Apr 15 13:17:18.731360 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d842cc-482b-4ea3-9094-ea0295a378a5 req-f9e1921a-c955-4f00-b631-0d5dc3ac8be2 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:18.738639 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-cb7ca42c-664e-41c2-9223-2c1714dcd9e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:18.751789 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f6d842cc-482b-4ea3-9094-ea0295a378a5 req-f9e1921a-c955-4f00-b631-0d5dc3ac8be2 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=35f0d7ca-5386-49fe-bd69-e41d8cec2a44 HTTP/1.1" status: 200 len: 945 time: 0.2708805 Apr 15 13:17:18.754089 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-cb7ca42c-664e-41c2-9223-2c1714dcd9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:18.777835 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-15f131ff-d985-4f38-8ea9-b1cfdb78888e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:18.827416 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-7f08b628-ac43-4209-a8ce-48cc22f210e3 req-54d7fa95-c1b2-4364-a9c6-39bba6a3e058 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 210 time: 0.1173751 Apr 15 13:17:18.842904 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-cb7ca42c-664e-41c2-9223-2c1714dcd9e8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cb553371008d43f6a0db39d782d1124c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3641763 Apr 15 13:17:18.846707 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 39126) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:17:18.848081 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-251b9425-d5d5-4f06-9682-78768eacc12f req-afb95a63-4a00-4140-a0fa-6247a4b85a88 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757045383897'] for port, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:18.870782 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-17d1bee9-694a-42ac-9874-2fb8b22335ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:18.939607 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7ca42c-664e-41c2-9223-2c1714dcd9e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7b2b7b-d28d-4653-bad8-abd4d9c48599,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:18.952703 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb95a63-4a00-4140-a0fa-6247a4b85a88 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Pushing event updated for resources: {'Port': ['ID=c25337a2-9abd-4c1d-b234-8892e31ffb48,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:18.958940 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-cb7ca42c-664e-41c2-9223-2c1714dcd9e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:18.962806 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f6d842cc-482b-4ea3-9094-ea0295a378a5 req-12120ce1-c611-4d0f-ae17-680b83e7d52e tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/security-groups?id=b868c94c-3d9d-4ebb-8c60-4bbeb25ff73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089515 Apr 15 13:17:19.021298 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02c53104-3322-4d94-b58f-681fa33ee96e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:19.093647 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02c53104-3322-4d94-b58f-681fa33ee96e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:19.146648 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02c53104-3322-4d94-b58f-681fa33ee96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:19.156596 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-030c509e-3463-46ad-bf51-e58cbab79afc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:19.170246 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 39138) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:17:19.177280 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c53104-3322-4d94-b58f-681fa33ee96e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7b2b7b-d28d-4653-bad8-abd4d9c48599,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:19.184897 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-02c53104-3322-4d94-b58f-681fa33ee96e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:19.187121 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02c53104-3322-4d94-b58f-681fa33ee96e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:19.190993 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-02c53104-3322-4d94-b58f-681fa33ee96e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eb7b2b7b-d28d-4653-bad8-abd4d9c48599 HTTP/1.1" status: 204 len: 168 time: 0.3401499 Apr 15 13:17:19.240571 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-afb95a63-4a00-4140-a0fa-6247a4b85a88 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:19.253783 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [req-1a18cbb5-96f9-4c7b-9dcb-e82595b26829 req-bb3dffff-1342-4180-87cc-7402789af49e tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Request body: {'port': {'device_id': '4beb7c73-e4de-4189-88a4-bf7977ff5414', 'network_id': 'a011c5a8-19dd-4b3a-aac8-fb661fc52f6c', 'admin_state_up': True, 'tenant_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'security_groups': ['d404a583-e3c0-4f88-b908-ba90aa4fc8b6']}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:17:19.466185 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-078096fe-f408-44de-8cc4-a48160f3d2ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:19.488772 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-078096fe-f408-44de-8cc4-a48160f3d2ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:17:19.493682 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-078096fe-f408-44de-8cc4-a48160f3d2ca admin admin] Usage tracker for resource:security_group_rule and tenant:d31d51edf9db4f0887bfdc16ff6e217b is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:17:19.496871 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-078096fe-f408-44de-8cc4-a48160f3d2ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:17:19.503825 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-078096fe-f408-44de-8cc4-a48160f3d2ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:17:19.531725 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [req-1a18cbb5-96f9-4c7b-9dcb-e82595b26829 req-bb3dffff-1342-4180-87cc-7402789af49e tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:17:19.538682 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-251b9425-d5d5-4f06-9682-78768eacc12f req-afb95a63-4a00-4140-a0fa-6247a4b85a88 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Network bb62c6ba-4065-4853-860d-054c00065fae is already hosted by enough agents. {{(pid=85257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 13:17:19.548378 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f3a58-b416-4824-a775-cccbc7007158 req-83b28074-8922-4e74-af55-07348493d00e tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:19.549982 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ea2f3a58-b416-4824-a775-cccbc7007158 req-83b28074-8922-4e74-af55-07348493d00e tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dec78c7-4b42-401f-9394-ae9d933fe581 HTTP/1.1" status: 200 len: 931 time: 0.3021920 Apr 15 13:17:19.551111 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-1a18cbb5-96f9-4c7b-9dcb-e82595b26829 req-bb3dffff-1342-4180-87cc-7402789af49e tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Usage tracker for resource:port and tenant:3edcfff57f6b4d3a989c0baa167aa5b1 is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:17:19.554478 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [req-251b9425-d5d5-4f06-9682-78768eacc12f req-afb95a63-4a00-4140-a0fa-6247a4b85a88 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Resources bound (agent type, host, resource id): {{(pid=85257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:17:19.556769 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-1a18cbb5-96f9-4c7b-9dcb-e82595b26829 req-bb3dffff-1342-4180-87cc-7402789af49e tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:17:19.559986 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [req-251b9425-d5d5-4f06-9682-78768eacc12f req-afb95a63-4a00-4140-a0fa-6247a4b85a88 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Received port after_create {{(pid=85257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 13:17:19.566471 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b9425-d5d5-4f06-9682-78768eacc12f req-afb95a63-4a00-4140-a0fa-6247a4b85a88 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:19.567166 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-251b9425-d5d5-4f06-9682-78768eacc12f req-afb95a63-4a00-4140-a0fa-6247a4b85a88 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for port, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:19.585957 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [req-1a18cbb5-96f9-4c7b-9dcb-e82595b26829 req-bb3dffff-1342-4180-87cc-7402789af49e tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:17:19.599402 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-078096fe-f408-44de-8cc4-a48160f3d2ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:19.605269 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-078096fe-f408-44de-8cc4-a48160f3d2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:19.619829 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-251b9425-d5d5-4f06-9682-78768eacc12f req-afb95a63-4a00-4140-a0fa-6247a4b85a88 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8217614 Apr 15 13:17:19.620695 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-2b7b8d8e-87d5-4fbd-9e47-92112e72827e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:19.630754 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a18cbb5-96f9-4c7b-9dcb-e82595b26829 req-bb3dffff-1342-4180-87cc-7402789af49e tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Made reservation on behalf of 3edcfff57f6b4d3a989c0baa167aa5b1 for: {'port': 1} {{(pid=85257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 13:17:19.636882 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-1a18cbb5-96f9-4c7b-9dcb-e82595b26829 req-bb3dffff-1342-4180-87cc-7402789af49e tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:19.655320 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078096fe-f408-44de-8cc4-a48160f3d2ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9feda6e4-cb11-49a7-aa00-74c2f5e81c1f,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:19.656418 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [req-251b9425-d5d5-4f06-9682-78768eacc12f req-1dd1ae59-e1f4-47d2-8769-49ab583c98df service neutron] Request body: {'port': {'device_id': '9dec78c7-4b42-401f-9394-ae9d933fe581', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:17:19.661153 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-078096fe-f408-44de-8cc4-a48160f3d2ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:19.683008 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-078096fe-f408-44de-8cc4-a48160f3d2ca admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d31d51edf9db4f0887bfdc16ff6e217b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5074973 Apr 15 13:17:19.683495 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 39158) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:17:19.699528 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ea2f3a58-b416-4824-a775-cccbc7007158 req-e59674f4-8204-4a78-b369-565f564456c6 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fcce161-b9ff-4e78-b61f-4934af8318e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278946 Apr 15 13:17:19.784614 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1c7622d0-8ec9-416c-92c3-6f1f4b0507ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:19.818161 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1c7622d0-8ec9-416c-92c3-6f1f4b0507ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:19.893164 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1c7622d0-8ec9-416c-92c3-6f1f4b0507ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:19.908728 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-cb7ca42c-664e-41c2-9223-2c1714dcd9e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:19.961569 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7622d0-8ec9-416c-92c3-6f1f4b0507ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9feda6e4-cb11-49a7-aa00-74c2f5e81c1f,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:19.961569 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-1c7622d0-8ec9-416c-92c3-6f1f4b0507ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:19.963554 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1c7622d0-8ec9-416c-92c3-6f1f4b0507ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:19.965185 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-1c7622d0-8ec9-416c-92c3-6f1f4b0507ef admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9feda6e4-cb11-49a7-aa00-74c2f5e81c1f HTTP/1.1" status: 204 len: 168 time: 0.2801504 Apr 15 13:17:19.989959 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_common [req-1a18cbb5-96f9-4c7b-9dcb-e82595b26829 req-bb3dffff-1342-4180-87cc-7402789af49e tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Allocated IP 172.20.0.6 (a011c5a8-19dd-4b3a-aac8-fb661fc52f6c/a4c8aae7-d54c-4123-b3a9-729be74bee3f/cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd) {{(pid=85257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 13:17:20.303871 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-81f46f87-15ba-407b-9827-47912e380a70 req-4376ac6f-bf2b-4e09-9eec-23b9b2d98611 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 210 time: 0.1412776 Apr 15 13:17:20.426919 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-251b9425-d5d5-4f06-9682-78768eacc12f req-1dd1ae59-e1f4-47d2-8769-49ab583c98df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:20.483760 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f4235-81ef-49f7-9ea2-41f7d03183cd req-571e509a-6c81-48ee-bc47-f48d0ee71e20 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:20.486108 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4a2f4235-81ef-49f7-9ea2-41f7d03183cd req-571e509a-6c81-48ee-bc47-f48d0ee71e20 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=35f0d7ca-5386-49fe-bd69-e41d8cec2a44 HTTP/1.1" status: 200 len: 945 time: 0.3195362 Apr 15 13:17:20.622820 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-1a18cbb5-96f9-4c7b-9dcb-e82595b26829 req-bb3dffff-1342-4180-87cc-7402789af49e tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks [] for port, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:20.644114 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4a2f4235-81ef-49f7-9ea2-41f7d03183cd req-5a629fb2-657a-4dda-a149-09d69ed7580d tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/security-groups?id=b868c94c-3d9d-4ebb-8c60-4bbeb25ff73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973926 Apr 15 13:17:20.731353 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [req-1a18cbb5-96f9-4c7b-9dcb-e82595b26829 req-bb3dffff-1342-4180-87cc-7402789af49e tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Transition to ACTIVE for port object cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd will not be triggered until provisioned by entity DHCP. {{(pid=85257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:17:20.796783 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 39206) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:17:20.939601 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c98335f7-6ea8-4c5c-a317-0a3b202b4846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:20.956142 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-c98335f7-6ea8-4c5c-a317-0a3b202b4846 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:17:20.960218 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-c98335f7-6ea8-4c5c-a317-0a3b202b4846 admin admin] Usage tracker for resource:security_group_rule and tenant:f61c36565ff843ee81a4e0346de478fa is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:17:20.963548 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-c98335f7-6ea8-4c5c-a317-0a3b202b4846 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:17:20.971214 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-c98335f7-6ea8-4c5c-a317-0a3b202b4846 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:17:21.088435 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c98335f7-6ea8-4c5c-a317-0a3b202b4846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:21.094402 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c98335f7-6ea8-4c5c-a317-0a3b202b4846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:21.097255 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-1a18cbb5-96f9-4c7b-9dcb-e82595b26829 req-bb3dffff-1342-4180-87cc-7402789af49e tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757045383897'] for port, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:21.107949 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-c9e456e7-eebb-413b-87ee-786ebf5d2eea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:21.120497 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:21.158117 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98335f7-6ea8-4c5c-a317-0a3b202b4846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c1757e-a9e7-402a-8d0a-471e40ebb50b,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:21.164596 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-c98335f7-6ea8-4c5c-a317-0a3b202b4846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:21.171590 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-c98335f7-6ea8-4c5c-a317-0a3b202b4846 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f61c36565ff843ee81a4e0346de478fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3734758 Apr 15 13:17:21.172427 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 39224) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:17:21.250051 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c2e0962a-43bd-4c79-99ad-d319e004b909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:21.282358 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c2e0962a-43bd-4c79-99ad-d319e004b909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:21.344947 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c2e0962a-43bd-4c79-99ad-d319e004b909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:21.352761 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-078096fe-f408-44de-8cc4-a48160f3d2ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:21.367706 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e0962a-43bd-4c79-99ad-d319e004b909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c1757e-a9e7-402a-8d0a-471e40ebb50b,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:21.372325 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-c2e0962a-43bd-4c79-99ad-d319e004b909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:21.382954 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c2e0962a-43bd-4c79-99ad-d319e004b909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:21.387624 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-c2e0962a-43bd-4c79-99ad-d319e004b909 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/03c1757e-a9e7-402a-8d0a-471e40ebb50b HTTP/1.1" status: 204 len: 168 time: 0.2139587 Apr 15 13:17:21.399505 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3dffff-1342-4180-87cc-7402789af49e tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Pushing event updated for resources: {'Port': ['ID=cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:21.403887 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-bb3dffff-1342-4180-87cc-7402789af49e tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:21.423434 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f3051-c63e-4ac6-b718-8040949d4fff req-610470dd-f51f-478b-80b5-03d5d99be728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:21.425503 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-de3f3051-c63e-4ac6-b718-8040949d4fff req-610470dd-f51f-478b-80b5-03d5d99be728 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7a25fc3ecff749c59e42598d52e7b9fc&device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 1098 time: 0.6359944 Apr 15 13:17:21.486637 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe6bf6-81c5-4bdf-9b43-e4dc705f6c5d req-73856507-c395-456c-bd26-4a13238d15a9 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:21.488540 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8abe6bf6-81c5-4bdf-9b43-e4dc705f6c5d req-73856507-c395-456c-bd26-4a13238d15a9 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 945 time: 0.6130481 Apr 15 13:17:21.497140 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d7bc4-2462-4f81-8c9d-6965c6b9959c req-dcefc0e1-5ab4-4571-96fa-30089d3ebe95 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:21.497987 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-a26d7bc4-2462-4f81-8c9d-6965c6b9959c req-dcefc0e1-5ab4-4571-96fa-30089d3ebe95 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Synchronizing usage tracker for tenant:aa70b07eec62485d99d5cf35f9736a8c on resource:port {{(pid=85257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 13:17:21.925502 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-a26d7bc4-2462-4f81-8c9d-6965c6b9959c req-dcefc0e1-5ab4-4571-96fa-30089d3ebe95 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Unset dirty status for tenant:aa70b07eec62485d99d5cf35f9736a8c on resource:port {{(pid=85257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 13:17:21.926755 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a26d7bc4-2462-4f81-8c9d-6965c6b9959c req-dcefc0e1-5ab4-4571-96fa-30089d3ebe95 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dec78c7-4b42-401f-9394-ae9d933fe581 HTTP/1.1" status: 200 len: 931 time: 1.0535507 Apr 15 13:17:21.943761 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a18cbb5-96f9-4c7b-9dcb-e82595b26829 req-bb3dffff-1342-4180-87cc-7402789af49e tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Network a011c5a8-19dd-4b3a-aac8-fb661fc52f6c is already hosted by enough agents. {{(pid=85257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 13:17:21.947883 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8abe6bf6-81c5-4bdf-9b43-e4dc705f6c5d req-3bde8acb-9ab5-4686-90de-c176842da808 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4466071 Apr 15 13:17:21.976350 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [req-1a18cbb5-96f9-4c7b-9dcb-e82595b26829 req-bb3dffff-1342-4180-87cc-7402789af49e tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Resources bound (agent type, host, resource id): {{(pid=85257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:17:21.977808 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a18cbb5-96f9-4c7b-9dcb-e82595b26829 req-bb3dffff-1342-4180-87cc-7402789af49e tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Received port after_create {{(pid=85257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 13:17:21.985053 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18cbb5-96f9-4c7b-9dcb-e82595b26829 req-bb3dffff-1342-4180-87cc-7402789af49e tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:21.985751 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-1a18cbb5-96f9-4c7b-9dcb-e82595b26829 req-bb3dffff-1342-4180-87cc-7402789af49e tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for port, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:22.169131 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a26d7bc4-2462-4f81-8c9d-6965c6b9959c req-d71f3426-b107-4136-a6e5-bd6523083beb tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fcce161-b9ff-4e78-b61f-4934af8318e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341995 Apr 15 13:17:22.195604 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1a18cbb5-96f9-4c7b-9dcb-e82595b26829 req-bb3dffff-1342-4180-87cc-7402789af49e tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9458590 Apr 15 13:17:22.199398 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f3051-c63e-4ac6-b718-8040949d4fff req-35fde7f7-9edb-4c26-8de1-9fc851972007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:22.200954 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-de3f3051-c63e-4ac6-b718-8040949d4fff req-35fde7f7-9edb-4c26-8de1-9fc851972007 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c HTTP/1.1" status: 200 len: 920 time: 0.7535634 Apr 15 13:17:22.212916 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [req-251b9425-d5d5-4f06-9682-78768eacc12f req-1dd1ae59-e1f4-47d2-8769-49ab583c98df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c25337a2-9abd-4c1d-b234-8892e31ffb48 {{(pid=85257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 13:17:22.229238 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [req-1a18cbb5-96f9-4c7b-9dcb-e82595b26829 req-a8b6061e-5064-4c24-b972-f2398564737f service neutron] Request body: {'port': {'device_id': '4beb7c73-e4de-4189-88a4-bf7977ff5414', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:17:22.262394 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-251b9425-d5d5-4f06-9682-78768eacc12f req-1dd1ae59-e1f4-47d2-8769-49ab583c98df service neutron] Notify callbacks [] for port, precommit_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:22.281074 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-15ddcf24-f8e3-4f8d-a783-4efe72eadb82 None None] Provisioning for port cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd completed by entity DHCP. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:17:22.288275 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-15ddcf24-f8e3-4f8d-a783-4efe72eadb82 None None] Provisioning complete for port cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd triggered by entity DHCP. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:17:22.288978 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-15ddcf24-f8e3-4f8d-a783-4efe72eadb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:22.352160 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-15ddcf24-f8e3-4f8d-a783-4efe72eadb82 None None] Port cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd cannot update to ACTIVE because it is not bound. {{(pid=85259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 13:17:22.402505 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-de3f3051-c63e-4ac6-b718-8040949d4fff req-b913272c-794c-4aac-bffd-af8da521afd8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=735f293a-0ef1-4b63-b381-c424aa74b668 HTTP/1.1" status: 200 len: 217 time: 0.1779306 Apr 15 13:17:22.420565 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [req-251b9425-d5d5-4f06-9682-78768eacc12f req-1dd1ae59-e1f4-47d2-8769-49ab583c98df service neutron] Transition to ACTIVE for port object c25337a2-9abd-4c1d-b234-8892e31ffb48 will not be triggered until provisioned by entity L2. {{(pid=85257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:17:22.477028 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-251b9425-d5d5-4f06-9682-78768eacc12f req-1dd1ae59-e1f4-47d2-8769-49ab583c98df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:22.498454 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-13892800-e7d5-4bdf-b5ec-69b096c8c98e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:22.667269 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:22.705805 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc9e22-3627-4e02-9728-032a3763391b req-5bb3ccbc-c48c-418c-875d-2be8d068af62 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:22.708062 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-75fc9e22-3627-4e02-9728-032a3763391b req-5bb3ccbc-c48c-418c-875d-2be8d068af62 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Synchronizing usage tracker for tenant:3edcfff57f6b4d3a989c0baa167aa5b1 on resource:port {{(pid=85257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 13:17:22.747095 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd1ae59-e1f4-47d2-8769-49ab583c98df service neutron] Pushing event updated for resources: {'Port': ['ID=c25337a2-9abd-4c1d-b234-8892e31ffb48,revision_number=2']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:22.762904 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-1dd1ae59-e1f4-47d2-8769-49ab583c98df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:22.773935 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f3051-c63e-4ac6-b718-8040949d4fff req-7cb4dde8-0c92-4f09-a2d1-7c32421c65f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:22.776382 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-de3f3051-c63e-4ac6-b718-8040949d4fff req-7cb4dde8-0c92-4f09-a2d1-7c32421c65f2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=734b4bd6-c885-4d5b-bca7-827d1f80adde HTTP/1.1" status: 200 len: 859 time: 0.3534203 Apr 15 13:17:22.785853 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-1a18cbb5-96f9-4c7b-9dcb-e82595b26829 req-a8b6061e-5064-4c24-b972-f2398564737f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:22.824012 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.agents_db [None req-862eb08b-2c52-41b8-8db2-56e94ab18918 None None] Agent healthcheck: found 6 active agents {{(pid=85260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 13:17:22.918905 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-de3f3051-c63e-4ac6-b718-8040949d4fff req-64b62e95-1a59-412e-832e-0476c540470c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1113529 Apr 15 13:17:22.928881 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-75fc9e22-3627-4e02-9728-032a3763391b req-5bb3ccbc-c48c-418c-875d-2be8d068af62 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Unset dirty status for tenant:3edcfff57f6b4d3a989c0baa167aa5b1 on resource:port {{(pid=85257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 13:17:22.930107 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-75fc9e22-3627-4e02-9728-032a3763391b req-5bb3ccbc-c48c-418c-875d-2be8d068af62 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 931 time: 0.8010387 Apr 15 13:17:23.168989 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807909d7-b4c3-4bbe-a4e5-bba5872f6f5f req-b0c0ee2b-8688-4965-b994-2c19d5c04f8d tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:23.171359 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-807909d7-b4c3-4bbe-a4e5-bba5872f6f5f req-b0c0ee2b-8688-4965-b994-2c19d5c04f8d tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=35f0d7ca-5386-49fe-bd69-e41d8cec2a44 HTTP/1.1" status: 200 len: 945 time: 0.8279064 Apr 15 13:17:23.188934 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-75fc9e22-3627-4e02-9728-032a3763391b req-e31b922b-f6a7-44c2-afd7-f1673e1ecb88 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=d404a583-e3c0-4f88-b908-ba90aa4fc8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2154858 Apr 15 13:17:23.490746 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-807909d7-b4c3-4bbe-a4e5-bba5872f6f5f req-8a2a6b68-9bf6-477c-94c1-302b0c5cf0e7 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/security-groups?id=b868c94c-3d9d-4ebb-8c60-4bbeb25ff73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095131 Apr 15 13:17:23.555903 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-de3f3051-c63e-4ac6-b718-8040949d4fff req-ba5cb6b7-9076-4479-927a-4317cceb7a71 service neutron] 10.222.0.65 "GET /v2.0/networks/8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6139956 Apr 15 13:17:23.560301 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [req-251b9425-d5d5-4f06-9682-78768eacc12f req-1dd1ae59-e1f4-47d2-8769-49ab583c98df service neutron] Attempting to bind port c25337a2-9abd-4c1d-b234-8892e31ffb48 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 13:17:23.561356 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [req-251b9425-d5d5-4f06-9682-78768eacc12f req-1dd1ae59-e1f4-47d2-8769-49ab583c98df service neutron] Attempting to bind port c25337a2-9abd-4c1d-b234-8892e31ffb48 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '22f0d6e2-7748-4e87-9de7-644041666d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'bb62c6ba-4065-4853-860d-054c00065fae'}] {{(pid=85257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 13:17:23.561356 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251b9425-d5d5-4f06-9682-78768eacc12f req-1dd1ae59-e1f4-47d2-8769-49ab583c98df service neutron] Attempting to bind port c25337a2-9abd-4c1d-b234-8892e31ffb48 on network bb62c6ba-4065-4853-860d-054c00065fae {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:17:23.572098 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251b9425-d5d5-4f06-9682-78768eacc12f req-1dd1ae59-e1f4-47d2-8769-49ab583c98df service neutron] Port c25337a2-9abd-4c1d-b234-8892e31ffb48 on network bb62c6ba-4065-4853-860d-054c00065fae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 13:17:23.572463 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251b9425-d5d5-4f06-9682-78768eacc12f req-1dd1ae59-e1f4-47d2-8769-49ab583c98df service neutron] Attempting to bind port c25337a2-9abd-4c1d-b234-8892e31ffb48 on network bb62c6ba-4065-4853-860d-054c00065fae {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:17:23.630549 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251b9425-d5d5-4f06-9682-78768eacc12f req-1dd1ae59-e1f4-47d2-8769-49ab583c98df service neutron] Checking agent: {'id': '473bf83e-daba-40de-92d3-877eb5111141', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 13, 13, 53), 'started_at': datetime.datetime(2021, 4, 15, 13, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 13, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 13:17:23.630925 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251b9425-d5d5-4f06-9682-78768eacc12f req-1dd1ae59-e1f4-47d2-8769-49ab583c98df service neutron] Checking segment: {'id': '22f0d6e2-7748-4e87-9de7-644041666d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'bb62c6ba-4065-4853-860d-054c00065fae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:17:23.631350 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251b9425-d5d5-4f06-9682-78768eacc12f req-1dd1ae59-e1f4-47d2-8769-49ab583c98df service neutron] Bound using segment: {'id': '22f0d6e2-7748-4e87-9de7-644041666d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'bb62c6ba-4065-4853-860d-054c00065fae'} {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 13:17:23.631887 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [req-251b9425-d5d5-4f06-9682-78768eacc12f req-1dd1ae59-e1f4-47d2-8769-49ab583c98df service neutron] Bound port: c25337a2-9abd-4c1d-b234-8892e31ffb48, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22f0d6e2-7748-4e87-9de7-644041666d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'bb62c6ba-4065-4853-860d-054c00065fae'}}] {{(pid=85257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 13:17:23.632269 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-251b9425-d5d5-4f06-9682-78768eacc12f req-1dd1ae59-e1f4-47d2-8769-49ab583c98df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:24.182407 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886558a-d9b0-4f3a-a98b-4cf4903acde6 req-64346217-bc3f-44eb-83df-6987a13db2a0 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:24.184041 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-3886558a-d9b0-4f3a-a98b-4cf4903acde6 req-64346217-bc3f-44eb-83df-6987a13db2a0 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 945 time: 0.8185027 Apr 15 13:17:24.247926 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-de3f3051-c63e-4ac6-b718-8040949d4fff req-5039f5d0-dcf7-44d7-8956-bc8d616a454f service neutron] 10.222.0.65 "GET /v2.0/networks/8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6769946 Apr 15 13:17:24.255613 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [req-251b9425-d5d5-4f06-9682-78768eacc12f req-1dd1ae59-e1f4-47d2-8769-49ab583c98df service neutron] For port c25337a2-9abd-4c1d-b234-8892e31ffb48, host hv-cinder-78494, cleared binding levels {{(pid=85257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 13:17:24.291531 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [req-251b9425-d5d5-4f06-9682-78768eacc12f req-1dd1ae59-e1f4-47d2-8769-49ab583c98df service neutron] For port c25337a2-9abd-4c1d-b234-8892e31ffb48, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c25337a2-9abd-4c1d-b234-8892e31ffb48,segment=NetworkSegment(22f0d6e2-7748-4e87-9de7-644041666d2a),segment_id=22f0d6e2-7748-4e87-9de7-644041666d2a)] {{(pid=85257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 13:17:24.319553 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12ee0b-ca3f-4e14-b6db-ce17f5a68789 req-8242b674-0ea0-44a0-9866-aa7864b81665 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:24.321168 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-fd12ee0b-ca3f-4e14-b6db-ce17f5a68789 req-8242b674-0ea0-44a0-9866-aa7864b81665 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dec78c7-4b42-401f-9394-ae9d933fe581 HTTP/1.1" status: 200 len: 943 time: 0.6249931 Apr 15 13:17:24.322315 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-251b9425-d5d5-4f06-9682-78768eacc12f req-1dd1ae59-e1f4-47d2-8769-49ab583c98df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:24.343760 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-b335e2b0-5a19-4381-bed3-6f66ade0ed19 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:24.395858 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-3886558a-d9b0-4f3a-a98b-4cf4903acde6 req-997a40e9-d7ce-43c7-9579-98e812d08d01 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887236 Apr 15 13:17:24.622502 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [req-1a18cbb5-96f9-4c7b-9dcb-e82595b26829 req-a8b6061e-5064-4c24-b972-f2398564737f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd {{(pid=85257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 13:17:24.648316 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-1a18cbb5-96f9-4c7b-9dcb-e82595b26829 req-a8b6061e-5064-4c24-b972-f2398564737f service neutron] Notify callbacks [] for port, precommit_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:24.669426 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-fd12ee0b-ca3f-4e14-b6db-ce17f5a68789 req-ed13267b-8879-48d5-a4c5-ec819ddf6308 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fcce161-b9ff-4e78-b61f-4934af8318e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336084 Apr 15 13:17:24.683723 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd1ae59-e1f4-47d2-8769-49ab583c98df service neutron] Pushing event updated for resources: {'Port': ['ID=c25337a2-9abd-4c1d-b234-8892e31ffb48,revision_number=3']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:24.696797 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-1dd1ae59-e1f4-47d2-8769-49ab583c98df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:24.707968 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [req-1a18cbb5-96f9-4c7b-9dcb-e82595b26829 req-a8b6061e-5064-4c24-b972-f2398564737f service neutron] Transition to ACTIVE for port object cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd will not be triggered until provisioned by entity L2. {{(pid=85257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:17:24.718136 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-1a18cbb5-96f9-4c7b-9dcb-e82595b26829 req-a8b6061e-5064-4c24-b972-f2398564737f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:24.734345 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-afb95a63-4a00-4140-a0fa-6247a4b85a88 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:24.868305 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b9425-d5d5-4f06-9682-78768eacc12f req-1dd1ae59-e1f4-47d2-8769-49ab583c98df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:24.868968 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-251b9425-d5d5-4f06-9682-78768eacc12f req-1dd1ae59-e1f4-47d2-8769-49ab583c98df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for port, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:24.870403 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-251b9425-d5d5-4f06-9682-78768eacc12f req-1dd1ae59-e1f4-47d2-8769-49ab583c98df service neutron] 10.222.0.65 "PUT /v2.0/ports/c25337a2-9abd-4c1d-b234-8892e31ffb48 HTTP/1.1" status: 200 len: 1093 time: 5.2189019 Apr 15 13:17:24.878395 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dec78c7-4b42-401f-9394-ae9d933fe581', 'tag': 'c25337a2-9abd-4c1d-b234-8892e31ffb48'}] {{(pid=85257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:17:24.908286 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b6061e-5064-4c24-b972-f2398564737f service neutron] Pushing event updated for resources: {'Port': ['ID=cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd,revision_number=2']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:24.914538 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-a8b6061e-5064-4c24-b972-f2398564737f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:24.923008 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b682c5e-fd49-4560-9e1b-bad5ed4f9aec req-84717b3f-2c18-49a8-b032-91580c23183b tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:24.924729 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-6b682c5e-fd49-4560-9e1b-bad5ed4f9aec req-84717b3f-2c18-49a8-b032-91580c23183b tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 931 time: 0.3975179 Apr 15 13:17:24.940882 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dec78c7-4b42-401f-9394-ae9d933fe581', 'tag': 'c25337a2-9abd-4c1d-b234-8892e31ffb48', 'status': 'completed', 'code': 200} Apr 15 13:17:25.061553 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-6b682c5e-fd49-4560-9e1b-bad5ed4f9aec req-4fe96c6f-d305-4b84-938c-125d09a8c9c2 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=d404a583-e3c0-4f88-b908-ba90aa4fc8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226234 Apr 15 13:17:25.207900 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b9425-d5d5-4f06-9682-78768eacc12f req-b8e88bb0-1e7c-4a58-b224-e000d6a57855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:25.209480 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-251b9425-d5d5-4f06-9682-78768eacc12f req-b8e88bb0-1e7c-4a58-b224-e000d6a57855 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=aa70b07eec62485d99d5cf35f9736a8c&device_id=9dec78c7-4b42-401f-9394-ae9d933fe581 HTTP/1.1" status: 200 len: 1096 time: 0.2368031 Apr 15 13:17:25.211774 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [req-1a18cbb5-96f9-4c7b-9dcb-e82595b26829 req-a8b6061e-5064-4c24-b972-f2398564737f service neutron] Attempting to bind port cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd on host hv-cinder-78494 for vnic_type normal with profile {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 13:17:25.212142 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [req-1a18cbb5-96f9-4c7b-9dcb-e82595b26829 req-a8b6061e-5064-4c24-b972-f2398564737f service neutron] Attempting to bind port cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '063acdd5-d5b4-42f0-8d65-a7c12793df51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a011c5a8-19dd-4b3a-aac8-fb661fc52f6c'}] {{(pid=85257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 13:17:25.212508 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a18cbb5-96f9-4c7b-9dcb-e82595b26829 req-a8b6061e-5064-4c24-b972-f2398564737f service neutron] Attempting to bind port cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd on network a011c5a8-19dd-4b3a-aac8-fb661fc52f6c {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:17:25.218363 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a18cbb5-96f9-4c7b-9dcb-e82595b26829 req-a8b6061e-5064-4c24-b972-f2398564737f service neutron] Port cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd on network a011c5a8-19dd-4b3a-aac8-fb661fc52f6c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 13:17:25.218726 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a18cbb5-96f9-4c7b-9dcb-e82595b26829 req-a8b6061e-5064-4c24-b972-f2398564737f service neutron] Attempting to bind port cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd on network a011c5a8-19dd-4b3a-aac8-fb661fc52f6c {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:17:25.224561 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a18cbb5-96f9-4c7b-9dcb-e82595b26829 req-a8b6061e-5064-4c24-b972-f2398564737f service neutron] Checking agent: {'id': '473bf83e-daba-40de-92d3-877eb5111141', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 13, 13, 53), 'started_at': datetime.datetime(2021, 4, 15, 13, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 13, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 13:17:25.225046 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a18cbb5-96f9-4c7b-9dcb-e82595b26829 req-a8b6061e-5064-4c24-b972-f2398564737f service neutron] Checking segment: {'id': '063acdd5-d5b4-42f0-8d65-a7c12793df51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a011c5a8-19dd-4b3a-aac8-fb661fc52f6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:17:25.225358 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a18cbb5-96f9-4c7b-9dcb-e82595b26829 req-a8b6061e-5064-4c24-b972-f2398564737f service neutron] Bound using segment: {'id': '063acdd5-d5b4-42f0-8d65-a7c12793df51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a011c5a8-19dd-4b3a-aac8-fb661fc52f6c'} {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 13:17:25.225822 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [req-1a18cbb5-96f9-4c7b-9dcb-e82595b26829 req-a8b6061e-5064-4c24-b972-f2398564737f service neutron] Bound port: cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '063acdd5-d5b4-42f0-8d65-a7c12793df51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a011c5a8-19dd-4b3a-aac8-fb661fc52f6c'}}] {{(pid=85257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 13:17:25.226207 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-1a18cbb5-96f9-4c7b-9dcb-e82595b26829 req-a8b6061e-5064-4c24-b972-f2398564737f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:25.308572 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-251b9425-d5d5-4f06-9682-78768eacc12f req-3f1491bb-4225-4f47-a5a1-a8b5aeffb09b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c25337a2-9abd-4c1d-b234-8892e31ffb48 HTTP/1.1" status: 200 len: 217 time: 0.0706997 Apr 15 13:17:25.441238 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b9425-d5d5-4f06-9682-78768eacc12f req-8ca361cc-a5ad-4855-bdfe-3a84ce2eefc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:25.442799 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-251b9425-d5d5-4f06-9682-78768eacc12f req-8ca361cc-a5ad-4855-bdfe-3a84ce2eefc0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=04b9f48c-768b-4eb9-b5e3-cd4654c7fa10 HTTP/1.1" status: 200 len: 848 time: 0.1005154 Apr 15 13:17:25.455171 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [req-1a18cbb5-96f9-4c7b-9dcb-e82595b26829 req-a8b6061e-5064-4c24-b972-f2398564737f service neutron] For port cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd, host hv-cinder-78494, cleared binding levels {{(pid=85257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 13:17:25.510922 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-251b9425-d5d5-4f06-9682-78768eacc12f req-28ba6501-0539-4262-88a5-f5c261474c46 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bb62c6ba-4065-4853-860d-054c00065fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571811 Apr 15 13:17:25.512575 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [req-1a18cbb5-96f9-4c7b-9dcb-e82595b26829 req-a8b6061e-5064-4c24-b972-f2398564737f service neutron] For port cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd,segment=NetworkSegment(063acdd5-d5b4-42f0-8d65-a7c12793df51),segment_id=063acdd5-d5b4-42f0-8d65-a7c12793df51)] {{(pid=85257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 13:17:25.517516 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-1a18cbb5-96f9-4c7b-9dcb-e82595b26829 req-a8b6061e-5064-4c24-b972-f2398564737f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:25.536617 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-04fadc94-a0f3-499d-b5f3-03a5fa4be2e1 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:25.908943 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b6061e-5064-4c24-b972-f2398564737f service neutron] Pushing event updated for resources: {'Port': ['ID=cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd,revision_number=3']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:25.949129 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-a8b6061e-5064-4c24-b972-f2398564737f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:26.015056 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-251b9425-d5d5-4f06-9682-78768eacc12f req-be1129e1-d8c9-450c-8a14-aff4d427ece7 service neutron] 10.222.0.65 "GET /v2.0/networks/bb62c6ba-4065-4853-860d-054c00065fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4794114 Apr 15 13:17:26.023526 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293390fb-f542-47d0-9b19-4799b607c071 req-11c8c91a-70ec-4114-891b-fa5b17035a1a tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:26.025204 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-293390fb-f542-47d0-9b19-4799b607c071 req-11c8c91a-70ec-4114-891b-fa5b17035a1a tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 945 time: 0.4930594 Apr 15 13:17:26.048048 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18cbb5-96f9-4c7b-9dcb-e82595b26829 req-a8b6061e-5064-4c24-b972-f2398564737f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:26.048728 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-1a18cbb5-96f9-4c7b-9dcb-e82595b26829 req-a8b6061e-5064-4c24-b972-f2398564737f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for port, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:26.050223 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1a18cbb5-96f9-4c7b-9dcb-e82595b26829 req-a8b6061e-5064-4c24-b972-f2398564737f service neutron] 10.222.0.65 "PUT /v2.0/ports/cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd HTTP/1.1" status: 200 len: 1093 time: 3.8297091 Apr 15 13:17:26.283994 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e687d8-789c-461b-abce-1434bafdc0c2 req-f8d2db01-4682-4f9e-a711-e18e55a77a10 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:26.286715 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c4e687d8-789c-461b-abce-1434bafdc0c2 req-f8d2db01-4682-4f9e-a711-e18e55a77a10 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dec78c7-4b42-401f-9394-ae9d933fe581 HTTP/1.1" status: 200 len: 943 time: 0.4803739 Apr 15 13:17:26.539988 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-293390fb-f542-47d0-9b19-4799b607c071 req-9c201420-7470-42bb-bce2-3bc9a265c0c1 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5045447 Apr 15 13:17:26.629237 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c4e687d8-789c-461b-abce-1434bafdc0c2 req-197c5552-f730-44df-9f86-0b283e2da48d tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fcce161-b9ff-4e78-b61f-4934af8318e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955691 Apr 15 13:17:26.645629 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-251b9425-d5d5-4f06-9682-78768eacc12f req-9ae402ec-d5bb-485d-91e8-bc3eb7831bc9 service neutron] 10.222.0.65 "GET /v2.0/networks/bb62c6ba-4065-4853-860d-054c00065fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5724123 Apr 15 13:17:26.655607 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18cbb5-96f9-4c7b-9dcb-e82595b26829 req-72c2ebe3-52e4-4460-bd6b-1e311f14179d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:26.658488 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1a18cbb5-96f9-4c7b-9dcb-e82595b26829 req-72c2ebe3-52e4-4460-bd6b-1e311f14179d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3edcfff57f6b4d3a989c0baa167aa5b1&device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 1096 time: 0.4525664 Apr 15 13:17:26.817841 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1a18cbb5-96f9-4c7b-9dcb-e82595b26829 req-41616120-6a3c-4348-be70-7f4a61dac983 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd HTTP/1.1" status: 200 len: 217 time: 0.1089189 Apr 15 13:17:26.944917 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4beb7c73-e4de-4189-88a4-bf7977ff5414', 'tag': 'cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd'}] {{(pid=85257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:17:26.977479 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1127786-4845-46ad-8bdc-2dfe158534cf req-3150a487-1585-4eca-b46e-65321647e9cc tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:26.979119 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d1127786-4845-46ad-8bdc-2dfe158534cf req-3150a487-1585-4eca-b46e-65321647e9cc tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 943 time: 0.3146269 Apr 15 13:17:26.980952 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18cbb5-96f9-4c7b-9dcb-e82595b26829 req-d2ab1d50-86b6-424e-a867-0a7ee2e6e59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:26.983230 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1a18cbb5-96f9-4c7b-9dcb-e82595b26829 req-d2ab1d50-86b6-424e-a867-0a7ee2e6e59d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a4c8aae7-d54c-4123-b3a9-729be74bee3f HTTP/1.1" status: 200 len: 856 time: 0.1540594 Apr 15 13:17:27.007010 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4beb7c73-e4de-4189-88a4-bf7977ff5414', 'tag': 'cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd', 'status': 'completed', 'code': 200} Apr 15 13:17:27.087137 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68321830-d0c4-42fd-b57d-0750242b4587 req-80527b93-c2d3-42ec-963d-a7dd4754cef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:27.088730 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-68321830-d0c4-42fd-b57d-0750242b4587 req-80527b93-c2d3-42ec-963d-a7dd4754cef5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=aa70b07eec62485d99d5cf35f9736a8c&device_id=9dec78c7-4b42-401f-9394-ae9d933fe581 HTTP/1.1" status: 200 len: 1096 time: 0.2242968 Apr 15 13:17:27.102131 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d1127786-4845-46ad-8bdc-2dfe158534cf req-6ae8f218-3b3d-43ef-ba78-72649cb3b62b tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=d404a583-e3c0-4f88-b908-ba90aa4fc8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142602 Apr 15 13:17:27.238500 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18cbb5-96f9-4c7b-9dcb-e82595b26829 req-f510d281-4af5-4ac9-b665-332e71097663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:27.240127 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1a18cbb5-96f9-4c7b-9dcb-e82595b26829 req-f510d281-4af5-4ac9-b665-332e71097663 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a011c5a8-19dd-4b3a-aac8-fb661fc52f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2305200 Apr 15 13:17:27.332618 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68321830-d0c4-42fd-b57d-0750242b4587 req-c13e4853-df67-4ec3-92e3-58bf1cf8d653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:27.334374 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-68321830-d0c4-42fd-b57d-0750242b4587 req-c13e4853-df67-4ec3-92e3-58bf1cf8d653 service neutron] 10.222.0.65 "GET /v2.0/networks?id=bb62c6ba-4065-4853-860d-054c00065fae HTTP/1.1" status: 200 len: 909 time: 0.2313359 Apr 15 13:17:27.423964 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-68321830-d0c4-42fd-b57d-0750242b4587 req-b0aa2f32-6d26-47d1-99ce-3c15b2b02276 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c25337a2-9abd-4c1d-b234-8892e31ffb48 HTTP/1.1" status: 200 len: 217 time: 0.0816884 Apr 15 13:17:27.525862 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1a18cbb5-96f9-4c7b-9dcb-e82595b26829 req-7c963782-0949-46a5-932b-db5a207a2138 service neutron] 10.222.0.65 "GET /v2.0/networks/a011c5a8-19dd-4b3a-aac8-fb661fc52f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711797 Apr 15 13:17:27.536653 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68321830-d0c4-42fd-b57d-0750242b4587 req-1180fdee-5bfb-446b-a4d7-913a50d4f61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:27.538156 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-68321830-d0c4-42fd-b57d-0750242b4587 req-1180fdee-5bfb-446b-a4d7-913a50d4f61c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=04b9f48c-768b-4eb9-b5e3-cd4654c7fa10 HTTP/1.1" status: 200 len: 848 time: 0.0900257 Apr 15 13:17:27.663011 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-68321830-d0c4-42fd-b57d-0750242b4587 req-47aaee4b-15a8-41d4-b5ba-365173627f00 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bb62c6ba-4065-4853-860d-054c00065fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005702 Apr 15 13:17:27.958753 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1a18cbb5-96f9-4c7b-9dcb-e82595b26829 req-a73bcc54-808a-4dad-8a32-1ab19ef9b329 service neutron] 10.222.0.65 "GET /v2.0/networks/a011c5a8-19dd-4b3a-aac8-fb661fc52f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4195609 Apr 15 13:17:28.019391 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9229f2-fd23-4b68-bcc1-3d4d547706e3 req-c48c8977-a23c-489f-80cb-ac5a062711b1 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:28.021069 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-2a9229f2-fd23-4b68-bcc1-3d4d547706e3 req-c48c8977-a23c-489f-80cb-ac5a062711b1 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 945 time: 0.3526840 Apr 15 13:17:28.024189 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-68321830-d0c4-42fd-b57d-0750242b4587 req-ddf78091-c261-4963-84f2-c6b1b19607b9 service neutron] 10.222.0.65 "GET /v2.0/networks/bb62c6ba-4065-4853-860d-054c00065fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111396 Apr 15 13:17:28.068128 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951386b8-eaa5-4d17-8709-ca6e3f8087ce req-854a650b-0141-4dfa-b7ff-24c93c5c78e5 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:28.069841 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-951386b8-eaa5-4d17-8709-ca6e3f8087ce req-854a650b-0141-4dfa-b7ff-24c93c5c78e5 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dec78c7-4b42-401f-9394-ae9d933fe581 HTTP/1.1" status: 200 len: 943 time: 0.2471571 Apr 15 13:17:28.115261 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-2a9229f2-fd23-4b68-bcc1-3d4d547706e3 req-c5105dd9-0284-4c24-9e55-2293eaa932fc tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813529 Apr 15 13:17:28.261086 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-951386b8-eaa5-4d17-8709-ca6e3f8087ce req-6a053076-887c-4fb3-a97e-230fa13b1a8e tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fcce161-b9ff-4e78-b61f-4934af8318e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814580 Apr 15 13:17:28.408642 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c2fe6-b423-4295-9f98-c8b0196273db req-435f0714-082f-4452-ab1e-bc683b39692f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:28.410239 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-9c8c2fe6-b423-4295-9f98-c8b0196273db req-435f0714-082f-4452-ab1e-bc683b39692f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3edcfff57f6b4d3a989c0baa167aa5b1&device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 1096 time: 0.2611487 Apr 15 13:17:28.413135 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-68321830-d0c4-42fd-b57d-0750242b4587 req-0cb5a274-d436-4008-8bf0-8c4c22c81e07 service neutron] 10.222.0.65 "GET /v2.0/networks/bb62c6ba-4065-4853-860d-054c00065fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882631 Apr 15 13:17:28.433732 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac903c1e-4956-471e-8b9b-a59782ed710d req-d1e90cd3-2c54-43e0-bfa1-4bf337abb448 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:28.435893 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ac903c1e-4956-471e-8b9b-a59782ed710d req-d1e90cd3-2c54-43e0-bfa1-4bf337abb448 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 943 time: 0.1673143 Apr 15 13:17:28.582403 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ac903c1e-4956-471e-8b9b-a59782ed710d req-ef28ff49-289a-4202-b254-dab151d17f26 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=d404a583-e3c0-4f88-b908-ba90aa4fc8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401565 Apr 15 13:17:28.622143 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c2fe6-b423-4295-9f98-c8b0196273db req-cf66035f-e152-4a5c-8fbf-e07858294115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:28.623813 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-9c8c2fe6-b423-4295-9f98-c8b0196273db req-cf66035f-e152-4a5c-8fbf-e07858294115 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a011c5a8-19dd-4b3a-aac8-fb661fc52f6c HTTP/1.1" status: 200 len: 918 time: 0.1797485 Apr 15 13:17:28.704934 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-9c8c2fe6-b423-4295-9f98-c8b0196273db req-00295aad-6c0c-4685-a489-9cd978550e9c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd HTTP/1.1" status: 200 len: 217 time: 0.0707006 Apr 15 13:17:28.999892 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c2fe6-b423-4295-9f98-c8b0196273db req-78a168c9-e400-4f07-8d4e-f200da815006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:29.001478 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-9c8c2fe6-b423-4295-9f98-c8b0196273db req-78a168c9-e400-4f07-8d4e-f200da815006 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a4c8aae7-d54c-4123-b3a9-729be74bee3f HTTP/1.1" status: 200 len: 856 time: 0.2835214 Apr 15 13:17:29.112863 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c2fe6-b423-4295-9f98-c8b0196273db req-c973a355-b217-4e49-a232-521aec41548f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:29.114530 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-9c8c2fe6-b423-4295-9f98-c8b0196273db req-c973a355-b217-4e49-a232-521aec41548f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a011c5a8-19dd-4b3a-aac8-fb661fc52f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0923278 Apr 15 13:17:29.341734 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-9c8c2fe6-b423-4295-9f98-c8b0196273db req-5f4761cb-708b-4e7e-a093-dc444996a2fa service neutron] 10.222.0.65 "GET /v2.0/networks/a011c5a8-19dd-4b3a-aac8-fb661fc52f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146676 Apr 15 13:17:29.569026 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-9c8c2fe6-b423-4295-9f98-c8b0196273db req-1131f7da-aead-43ce-bdcf-2756139ab276 service neutron] 10.222.0.65 "GET /v2.0/networks/a011c5a8-19dd-4b3a-aac8-fb661fc52f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171557 Apr 15 13:17:29.579144 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e5d2c-aa18-4db1-88c2-b35c142bb489 req-707c5170-b3fa-4b47-bee5-c241ac10584e tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:29.581737 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-9a6e5d2c-aa18-4db1-88c2-b35c142bb489 req-707c5170-b3fa-4b47-bee5-c241ac10584e tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 945 time: 0.3172791 Apr 15 13:17:29.583232 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device c25337a2-9abd-4c1d-b234-8892e31ffb48 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=85259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 13:17:29.657988 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0e8c9-09f5-44bd-921f-bb1d3ab581a9 req-43099756-fe0c-413c-93d0-3ed1c72a61d9 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:29.659965 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5ae0e8c9-09f5-44bd-921f-bb1d3ab581a9 req-43099756-fe0c-413c-93d0-3ed1c72a61d9 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dec78c7-4b42-401f-9394-ae9d933fe581 HTTP/1.1" status: 200 len: 943 time: 0.2023904 Apr 15 13:17:29.663144 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-9a6e5d2c-aa18-4db1-88c2-b35c142bb489 req-800ef66a-fae1-4699-a45a-e880737c7254 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727575 Apr 15 13:17:29.778096 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5ae0e8c9-09f5-44bd-921f-bb1d3ab581a9 req-df3143b4-8b0c-4209-80c0-f5036c35e805 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fcce161-b9ff-4e78-b61f-4934af8318e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057472 Apr 15 13:17:29.886858 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port c25337a2-9abd-4c1d-b234-8892e31ffb48, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c25337a2-9abd-4c1d-b234-8892e31ffb48,segment=NetworkSegment(22f0d6e2-7748-4e87-9de7-644041666d2a),segment_id=22f0d6e2-7748-4e87-9de7-644041666d2a)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:17:29.905386 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Returning: {'device': 'c25337a2-9abd-4c1d-b234-8892e31ffb48', 'network_id': 'bb62c6ba-4065-4853-860d-054c00065fae', 'port_id': 'c25337a2-9abd-4c1d-b234-8892e31ffb48', 'mac_address': 'fa:16:3e:98:a8:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b9f48c-768b-4eb9-b5e3-cd4654c7fa10', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 13:17:30.009975 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:30.016802 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5991a-73d6-4795-be93-38a197262f0a req-35d32566-ec0e-4402-a34e-54a7973f1679 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:30.021958 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-37b5991a-73d6-4795-be93-38a197262f0a req-35d32566-ec0e-4402-a34e-54a7973f1679 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 943 time: 0.1121809 Apr 15 13:17:30.030065 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c25337a2-9abd-4c1d-b234-8892e31ffb48 {{(pid=85259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 13:17:30.053499 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port c25337a2-9abd-4c1d-b234-8892e31ffb48, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c25337a2-9abd-4c1d-b234-8892e31ffb48,segment=NetworkSegment(22f0d6e2-7748-4e87-9de7-644041666d2a),segment_id=22f0d6e2-7748-4e87-9de7-644041666d2a)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:17:30.058573 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:30.060786 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:30.097797 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-37b5991a-73d6-4795-be93-38a197262f0a req-be013f78-aea8-4663-b928-341d1bd15131 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=d404a583-e3c0-4f88-b908-ba90aa4fc8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694382 Apr 15 13:17:30.147048 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Pushing event updated for resources: {'Port': ['ID=c25337a2-9abd-4c1d-b234-8892e31ffb48,revision_number=4']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:30.150559 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:30.547399 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] get_ports_and_sgs() called for port_ids ['c25337a2-9abd-4c1d-b234-8892e31ffb48'] {{(pid=85259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 13:17:30.913140 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4948d9-20cd-46d9-a480-a24e689b534a req-b09e42ca-1985-4715-bf55-1a86a131b6de tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:30.914767 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-3a4948d9-20cd-46d9-a480-a24e689b534a req-b09e42ca-1985-4715-bf55-1a86a131b6de tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 945 time: 0.1032887 Apr 15 13:17:31.021515 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-3a4948d9-20cd-46d9-a480-a24e689b534a req-e5c60f48-c1ef-43a0-a242-8ea1c1b9a618 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681429 Apr 15 13:17:31.053488 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d258b750-fea1-4d37-b0e2-c90ef98a6c66 req-3da07d2d-9311-4a78-91fc-b0738ce96edc tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:31.054685 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d258b750-fea1-4d37-b0e2-c90ef98a6c66 req-3da07d2d-9311-4a78-91fc-b0738ce96edc tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dec78c7-4b42-401f-9394-ae9d933fe581 HTTP/1.1" status: 200 len: 944 time: 0.1376984 Apr 15 13:17:31.107648 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d258b750-fea1-4d37-b0e2-c90ef98a6c66 req-1ddd2f88-2754-4149-93e4-c96cf48e513c tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fcce161-b9ff-4e78-b61f-4934af8318e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444460 Apr 15 13:17:31.309861 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7941ba-ca41-438d-bd2d-d35487072094 req-51f328b0-90b4-45ac-82e3-5bfe0863a15b tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:31.311755 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-3c7941ba-ca41-438d-bd2d-d35487072094 req-51f328b0-90b4-45ac-82e3-5bfe0863a15b tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 943 time: 0.0917258 Apr 15 13:17:31.394997 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-3c7941ba-ca41-438d-bd2d-d35487072094 req-d1280dfd-4687-4c9a-be76-730851d7d548 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=d404a583-e3c0-4f88-b908-ba90aa4fc8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646513 Apr 15 13:17:31.594680 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=85259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 13:17:31.748866 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd,segment=NetworkSegment(063acdd5-d5b4-42f0-8d65-a7c12793df51),segment_id=063acdd5-d5b4-42f0-8d65-a7c12793df51)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:17:31.765369 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Returning: {'device': 'cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd', 'network_id': 'a011c5a8-19dd-4b3a-aac8-fb661fc52f6c', 'port_id': 'cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd', 'mac_address': 'fa:16:3e:61:d7:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4c8aae7-d54c-4123-b3a9-729be74bee3f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 13:17:31.835131 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:31.858551 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd {{(pid=85259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 13:17:31.878915 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd,segment=NetworkSegment(063acdd5-d5b4-42f0-8d65-a7c12793df51),segment_id=063acdd5-d5b4-42f0-8d65-a7c12793df51)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:17:31.882187 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:31.885429 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:31.895648 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc46f4-b787-4ae5-85a5-9a56a84df3f2 req-891f6eeb-806a-4bde-94de-6d3cedf91a6a tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:31.896813 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d0dc46f4-b787-4ae5-85a5-9a56a84df3f2 req-891f6eeb-806a-4bde-94de-6d3cedf91a6a tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/networks?id=d2cad01e-d67b-4fa8-b8bf-5a3615ab790c HTTP/1.1" status: 200 len: 814 time: 0.1893854 Apr 15 13:17:31.915933 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d0dc46f4-b787-4ae5-85a5-9a56a84df3f2 req-3330299f-5373-4dff-85cb-1debb9103b2e tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/quotas/6f711daa125b461f9429aa9ee6cf12f3 HTTP/1.1" status: 200 len: 375 time: 0.0126009 Apr 15 13:17:31.990017 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Pushing event updated for resources: {'Port': ['ID=cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd,revision_number=4']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:31.993493 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:32.018712 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d0dc46f4-b787-4ae5-85a5-9a56a84df3f2 req-764ca06d-4d58-443a-8068-ebde458b44a7 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f711daa125b461f9429aa9ee6cf12f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0941472 Apr 15 13:17:32.244262 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d0dc46f4-b787-4ae5-85a5-9a56a84df3f2 req-d245784f-2ccd-4a46-aef1-c8177221d017 service neutron] 10.222.0.64 "GET /v2.0/networks/d2cad01e-d67b-4fa8-b8bf-5a3615ab790c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179520 Apr 15 13:17:32.346835 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] get_ports_and_sgs() called for port_ids ['cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd'] {{(pid=85259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 13:17:32.381525 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820de4a-d668-4cb3-bf5e-dd238fcb6f50 req-2432ce5e-878d-46f6-9a26-ab4584a29f4d tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:32.383595 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8820de4a-d668-4cb3-bf5e-dd238fcb6f50 req-2432ce5e-878d-46f6-9a26-ab4584a29f4d tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 945 time: 0.2314475 Apr 15 13:17:32.468406 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d0dc46f4-b787-4ae5-85a5-9a56a84df3f2 req-fd2c0827-78ca-4971-8025-c7a34d48ff3f service neutron] 10.222.0.64 "GET /v2.0/networks/d2cad01e-d67b-4fa8-b8bf-5a3615ab790c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162228 Apr 15 13:17:32.471611 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8820de4a-d668-4cb3-bf5e-dd238fcb6f50 req-cf7c8d0c-ad88-4cc3-87d2-ff5038626545 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784156 Apr 15 13:17:32.711128 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a505f6e-6e2c-4e6e-85a1-e8fb7aab1b28 req-20db4547-b6ee-4f22-8608-7227b569ece0 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:32.715442 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-9a505f6e-6e2c-4e6e-85a1-e8fb7aab1b28 req-20db4547-b6ee-4f22-8608-7227b569ece0 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dec78c7-4b42-401f-9394-ae9d933fe581 HTTP/1.1" status: 200 len: 944 time: 0.1205440 Apr 15 13:17:32.877535 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-9a505f6e-6e2c-4e6e-85a1-e8fb7aab1b28 req-41c428b2-df98-4e53-a66c-c113bc2fb065 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fcce161-b9ff-4e78-b61f-4934af8318e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529710 Apr 15 13:17:32.912357 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a057e2-29cf-42a1-9ada-3e5dc2c3a4b7 req-55b5c666-1f52-436b-86b7-8fee509586d0 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:32.916013 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-95a057e2-29cf-42a1-9ada-3e5dc2c3a4b7 req-55b5c666-1f52-436b-86b7-8fee509586d0 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 944 time: 0.1935456 Apr 15 13:17:33.016571 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ab730c0b-e5da-4375-9a95-0b9f36e062bf req-d2a2efd8-4c25-4d0e-a561-7dc0ff8d2daf tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=782507df-e243-406b-9517-8a551afbed48 HTTP/1.1" status: 200 len: 210 time: 0.0751555 Apr 15 13:17:33.032824 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-95a057e2-29cf-42a1-9ada-3e5dc2c3a4b7 req-6def470c-8e0c-4439-b86b-355c90ccf684 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=d404a583-e3c0-4f88-b908-ba90aa4fc8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140203 Apr 15 13:17:33.612089 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd up at agent hyperv_hv-cinder-78494 {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:17:33.696327 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Provisioning for port cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd completed by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:17:33.701354 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Provisioning complete for port cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:17:33.701785 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:33.715067 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a0dcb-89f0-4289-ba66-7f42c9598a5b req-5a1e5ad8-cba8-4e17-8e93-db4f4f2e7f61 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:33.717304 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d22a0dcb-89f0-4289-ba66-7f42c9598a5b req-5a1e5ad8-cba8-4e17-8e93-db4f4f2e7f61 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 945 time: 0.1101201 Apr 15 13:17:33.773911 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d22a0dcb-89f0-4289-ba66-7f42c9598a5b req-5a12fd2e-023e-4884-8a7b-7bd5bbc57169 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495486 Apr 15 13:17:33.844440 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:33.875586 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4beb7c73-e4de-4189-88a4-bf7977ff5414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd'}] {{(pid=85259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:17:33.887151 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd,segment=NetworkSegment(063acdd5-d5b4-42f0-8d65-a7c12793df51),segment_id=063acdd5-d5b4-42f0-8d65-a7c12793df51)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:17:33.890336 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:33.891224 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device c25337a2-9abd-4c1d-b234-8892e31ffb48 up at agent hyperv_hv-cinder-78494 {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:17:33.921937 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:33.968390 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4beb7c73-e4de-4189-88a4-bf7977ff5414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd', 'code': 200} Apr 15 13:17:34.106389 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Pushing event updated for resources: {'Port': ['ID=cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd,revision_number=5']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:34.111374 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:34.120350 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Provisioning for port c25337a2-9abd-4c1d-b234-8892e31ffb48 completed by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:17:34.126030 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Provisioning complete for port c25337a2-9abd-4c1d-b234-8892e31ffb48 triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:17:34.126462 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:34.244790 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-260efb53-f954-4d9b-86a1-3eb203249ff6 req-a3f073d0-cceb-4fb5-8b86-44bf8b8c420d tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=782507df-e243-406b-9517-8a551afbed48 HTTP/1.1" status: 200 len: 210 time: 0.0804641 Apr 15 13:17:34.292000 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:34.295904 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc46f4-b787-4ae5-85a5-9a56a84df3f2 req-a1f85917-b645-44b1-9498-8783906c8d98 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:34.298367 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d0dc46f4-b787-4ae5-85a5-9a56a84df3f2 req-a1f85917-b645-44b1-9498-8783906c8d98 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.65 "GET /v2.0/networks?id=d2cad01e-d67b-4fa8-b8bf-5a3615ab790c HTTP/1.1" status: 200 len: 814 time: 0.3595591 Apr 15 13:17:34.325421 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ee7ed-04e1-4486-9990-1b1e7d6f8ca5 req-7d8f9b63-405b-4e48-a664-ef0fe6197e87 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:34.327751 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-753ee7ed-04e1-4486-9990-1b1e7d6f8ca5 req-7d8f9b63-405b-4e48-a664-ef0fe6197e87 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dec78c7-4b42-401f-9394-ae9d933fe581 HTTP/1.1" status: 200 len: 944 time: 0.2348249 Apr 15 13:17:34.334261 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port c25337a2-9abd-4c1d-b234-8892e31ffb48, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c25337a2-9abd-4c1d-b234-8892e31ffb48,segment=NetworkSegment(22f0d6e2-7748-4e87-9de7-644041666d2a),segment_id=22f0d6e2-7748-4e87-9de7-644041666d2a)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:17:34.340680 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:34.342803 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:34.393446 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [req-d0dc46f4-b787-4ae5-85a5-9a56a84df3f2 req-5f416d23-0e32-422b-bf42-5ac768cd53ad tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Request body: {'port': {'device_id': '782507df-e243-406b-9517-8a551afbed48', 'network_id': 'd2cad01e-d67b-4fa8-b8bf-5a3615ab790c', 'admin_state_up': True, 'tenant_id': '6f711daa125b461f9429aa9ee6cf12f3'}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:17:34.426361 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Pushing event updated for resources: {'Port': ['ID=c25337a2-9abd-4c1d-b234-8892e31ffb48,revision_number=5']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:34.429614 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:34.800236 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-753ee7ed-04e1-4486-9990-1b1e7d6f8ca5 req-0dca0a23-b0c1-4299-ada9-4affc64c2569 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fcce161-b9ff-4e78-b61f-4934af8318e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4646208 Apr 15 13:17:34.902514 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [req-d0dc46f4-b787-4ae5-85a5-9a56a84df3f2 req-5f416d23-0e32-422b-bf42-5ac768cd53ad tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:17:34.907335 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d2e534-ca93-4cb7-8e50-0f74b584c646 req-40917b1b-8e18-4ed5-a16f-fe9e49a0a4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:34.909041 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-72d2e534-ca93-4cb7-8e50-0f74b584c646 req-40917b1b-8e18-4ed5-a16f-fe9e49a0a4f0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 1098 time: 0.5562251 Apr 15 13:17:34.917480 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef90bca-437e-4e85-814a-8c44a70b0311 req-57f23338-a3cb-4f3e-b77f-c23a9229e10e tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:34.919063 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4ef90bca-437e-4e85-814a-8c44a70b0311 req-57f23338-a3cb-4f3e-b77f-c23a9229e10e tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 945 time: 0.5087757 Apr 15 13:17:34.988759 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [req-d0dc46f4-b787-4ae5-85a5-9a56a84df3f2 req-5f416d23-0e32-422b-bf42-5ac768cd53ad tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:17:35.069510 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0dc46f4-b787-4ae5-85a5-9a56a84df3f2 req-5f416d23-0e32-422b-bf42-5ac768cd53ad tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Made reservation on behalf of 6f711daa125b461f9429aa9ee6cf12f3 for: {'port': 1} {{(pid=85257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 13:17:35.075549 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-d0dc46f4-b787-4ae5-85a5-9a56a84df3f2 req-5f416d23-0e32-422b-bf42-5ac768cd53ad tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:35.099467 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-72d2e534-ca93-4cb7-8e50-0f74b584c646 req-cf8f81f5-1de8-46b5-b6d7-87f73f1e973e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d404a583-e3c0-4f88-b908-ba90aa4fc8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1751583 Apr 15 13:17:35.105166 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4ef90bca-437e-4e85-814a-8c44a70b0311 req-f41424c7-a607-48e4-a7ec-40c852bc927e tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=d404a583-e3c0-4f88-b908-ba90aa4fc8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754415 Apr 15 13:17:35.208175 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4d3aa-dae9-457b-853c-c09394f3c3eb req-3dd2804d-4d91-4722-8024-0247cf964004 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:35.209756 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-9fc4d3aa-dae9-457b-853c-c09394f3c3eb req-3dd2804d-4d91-4722-8024-0247cf964004 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 945 time: 0.2870560 Apr 15 13:17:35.320865 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-9fc4d3aa-dae9-457b-853c-c09394f3c3eb req-2468bd1b-3688-43d5-b7c0-667b59c3d45c tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030583 Apr 15 13:17:35.332051 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_common [req-d0dc46f4-b787-4ae5-85a5-9a56a84df3f2 req-5f416d23-0e32-422b-bf42-5ac768cd53ad tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Allocated IP 172.20.0.8 (d2cad01e-d67b-4fa8-b8bf-5a3615ab790c/4b164dda-b46e-4e2e-9857-b1eea16bba61/70659142-cc72-4c48-8e3d-3e99c94647ee) {{(pid=85257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 13:17:35.444326 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f051a73d-80d6-486c-adfc-97ef9f962d52 req-ccc27729-0c6a-4dba-9223-a3ba062e962a tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=782507df-e243-406b-9517-8a551afbed48 HTTP/1.1" status: 200 len: 210 time: 0.0605388 Apr 15 13:17:35.606582 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 39654) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:17:35.626208 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-d0dc46f4-b787-4ae5-85a5-9a56a84df3f2 req-5f416d23-0e32-422b-bf42-5ac768cd53ad tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Notify callbacks [] for port, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:35.656793 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-d0dc46f4-b787-4ae5-85a5-9a56a84df3f2 req-5f416d23-0e32-422b-bf42-5ac768cd53ad tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757045383897'] for port, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:35.673215 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:35.704710 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] get_ports_and_sgs() called for port_ids ['5fdbff51-c936-4208-acd8-b4fc02f04ac6', '031e96aa-fc28-4c1c-bfe3-742101d6e091', 'b295b51f-ebad-4b84-b7f5-cbdebdb11ffb'] {{(pid=85259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 13:17:35.751749 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-8cca6302-ee40-449f-90bf-d8b0d68195f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:35.780829 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-8cca6302-ee40-449f-90bf-d8b0d68195f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:17:35.788867 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-8cca6302-ee40-449f-90bf-d8b0d68195f5 admin admin] Usage tracker for resource:security_group_rule and tenant:4e50267109af4fa3970f9a090169c6e7 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:17:35.795722 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-8cca6302-ee40-449f-90bf-d8b0d68195f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:17:35.807895 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-8cca6302-ee40-449f-90bf-d8b0d68195f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:17:35.874803 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f416d23-0e32-422b-bf42-5ac768cd53ad tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Pushing event updated for resources: {'Port': ['ID=70659142-cc72-4c48-8e3d-3e99c94647ee,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:35.878555 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-5f416d23-0e32-422b-bf42-5ac768cd53ad tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:35.889212 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0dc46f4-b787-4ae5-85a5-9a56a84df3f2 req-5f416d23-0e32-422b-bf42-5ac768cd53ad tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Network d2cad01e-d67b-4fa8-b8bf-5a3615ab790c is already hosted by enough agents. {{(pid=85257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 13:17:35.891810 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [req-d0dc46f4-b787-4ae5-85a5-9a56a84df3f2 req-5f416d23-0e32-422b-bf42-5ac768cd53ad tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Resources bound (agent type, host, resource id): {{(pid=85257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:17:35.894195 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0dc46f4-b787-4ae5-85a5-9a56a84df3f2 req-5f416d23-0e32-422b-bf42-5ac768cd53ad tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Received port after_create {{(pid=85257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 13:17:35.901985 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc46f4-b787-4ae5-85a5-9a56a84df3f2 req-5f416d23-0e32-422b-bf42-5ac768cd53ad tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:35.902673 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-d0dc46f4-b787-4ae5-85a5-9a56a84df3f2 req-5f416d23-0e32-422b-bf42-5ac768cd53ad tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for port, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:35.935835 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d0dc46f4-b787-4ae5-85a5-9a56a84df3f2 req-5f416d23-0e32-422b-bf42-5ac768cd53ad tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5473456 Apr 15 13:17:35.956120 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-8cca6302-ee40-449f-90bf-d8b0d68195f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:35.958441 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [req-d0dc46f4-b787-4ae5-85a5-9a56a84df3f2 req-3a2f2a45-2ebc-499b-85d5-58ec48c4edae service neutron] Request body: {'port': {'device_id': '782507df-e243-406b-9517-8a551afbed48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:17:35.960190 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-8cca6302-ee40-449f-90bf-d8b0d68195f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:35.970618 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-23ee8a9f-c36b-4c6c-b7b7-0e83d0a1bb29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:35.975449 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dec78c7-4b42-401f-9394-ae9d933fe581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25337a2-9abd-4c1d-b234-8892e31ffb48'}] {{(pid=85259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:17:36.019379 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-8cca6302-ee40-449f-90bf-d8b0d68195f5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4e50267109af4fa3970f9a090169c6e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4109015 Apr 15 13:17:36.020728 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 39664) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:17:36.021620 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca6302-ee40-449f-90bf-d8b0d68195f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1d3ca4-2705-45ce-9de7-c152f71fbd12,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:36.026619 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-8cca6302-ee40-449f-90bf-d8b0d68195f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:36.090609 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dec78c7-4b42-401f-9394-ae9d933fe581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25337a2-9abd-4c1d-b234-8892e31ffb48', 'code': 200} Apr 15 13:17:36.117251 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a3e5e2e3-5368-4256-9284-9a1c68c88092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:36.186714 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a3e5e2e3-5368-4256-9284-9a1c68c88092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:36.188873 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e4194-ec16-4233-b432-a069ae55d395 req-243db92d-9f2d-423a-8707-51ff9057c0a6 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:36.190549 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-217e4194-ec16-4233-b432-a069ae55d395 req-243db92d-9f2d-423a-8707-51ff9057c0a6 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dec78c7-4b42-401f-9394-ae9d933fe581 HTTP/1.1" status: 200 len: 945 time: 0.2050090 Apr 15 13:17:36.223030 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-d0dc46f4-b787-4ae5-85a5-9a56a84df3f2 req-3a2f2a45-2ebc-499b-85d5-58ec48c4edae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:36.308436 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a3e5e2e3-5368-4256-9284-9a1c68c88092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:36.316093 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-7608c99a-5b6f-47ad-bfd9-4822d9e5755d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:36.350166 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-217e4194-ec16-4233-b432-a069ae55d395 req-560ff060-4a1e-409a-9a89-9ef60e1da304 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fcce161-b9ff-4e78-b61f-4934af8318e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513755 Apr 15 13:17:36.352469 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e5e2e3-5368-4256-9284-9a1c68c88092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1d3ca4-2705-45ce-9de7-c152f71fbd12,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:36.355172 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-a3e5e2e3-5368-4256-9284-9a1c68c88092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:36.360143 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a3e5e2e3-5368-4256-9284-9a1c68c88092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:36.362329 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-a3e5e2e3-5368-4256-9284-9a1c68c88092 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0f1d3ca4-2705-45ce-9de7-c152f71fbd12 HTTP/1.1" status: 204 len: 168 time: 0.3375332 Apr 15 13:17:37.037635 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d4c81-2078-4b68-ae1a-af176943c4ed req-15c318ea-1295-4b32-9b0a-4b23b497ee7a tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:37.039998 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e02d4c81-2078-4b68-ae1a-af176943c4ed req-15c318ea-1295-4b32-9b0a-4b23b497ee7a tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 945 time: 0.4908671 Apr 15 13:17:37.090987 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc55fa1-cb72-4a14-a71f-367d9be6a015 req-133e69a6-84d8-4e81-80f7-293e8df4376c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:37.092651 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-7fc55fa1-cb72-4a14-a71f-367d9be6a015 req-133e69a6-84d8-4e81-80f7-293e8df4376c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9dec78c7-4b42-401f-9394-ae9d933fe581 HTTP/1.1" status: 200 len: 1098 time: 0.4614017 Apr 15 13:17:37.107504 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc242b-737e-4d4e-833a-ebc0c454d88e req-ec14fa05-083a-4163-bf3c-4012a41a752d tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:37.109338 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-52dc242b-737e-4d4e-833a-ebc0c454d88e req-ec14fa05-083a-4163-bf3c-4012a41a752d tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 945 time: 0.7548769 Apr 15 13:17:37.215777 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e02d4c81-2078-4b68-ae1a-af176943c4ed req-cf308c0f-5a72-4d28-94fb-3f50878868df tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627133 Apr 15 13:17:37.230107 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72f2dd-7970-4bd5-93a0-08e53fc199ef req-22ec6df1-b699-44eb-9a82-6a9e5cea49ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:37.231733 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-dc72f2dd-7970-4bd5-93a0-08e53fc199ef req-22ec6df1-b699-44eb-9a82-6a9e5cea49ef service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 1098 time: 0.4292181 Apr 15 13:17:37.282157 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-7fc55fa1-cb72-4a14-a71f-367d9be6a015 req-46309446-92d8-4822-ac9f-acf6a84282f7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2fcce161-b9ff-4e78-b61f-4934af8318e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619258 Apr 15 13:17:37.294535 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-52dc242b-737e-4d4e-833a-ebc0c454d88e req-066d6e54-bb38-46f8-92fa-eb07634cb3e3 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=d404a583-e3c0-4f88-b908-ba90aa4fc8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1730802 Apr 15 13:17:37.300406 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 39708) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:17:37.322165 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-dc72f2dd-7970-4bd5-93a0-08e53fc199ef req-4ce7e586-5317-424d-9c50-56f4c210817d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763609 Apr 15 13:17:37.445585 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-7458c0a0-3b65-45bf-a028-3fc63130972e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1775623895-network', 'tenant_id': '06a7ee46542d4f8884190e4353903cd9'}} {{(pid=85258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:17:37.451924 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-7458c0a0-3b65-45bf-a028-3fc63130972e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:17:37.457120 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-7458c0a0-3b65-45bf-a028-3fc63130972e admin admin] Usage tracker for resource:network and tenant:06a7ee46542d4f8884190e4353903cd9 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:17:37.458215 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [req-d0dc46f4-b787-4ae5-85a5-9a56a84df3f2 req-3a2f2a45-2ebc-499b-85d5-58ec48c4edae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70659142-cc72-4c48-8e3d-3e99c94647ee {{(pid=85257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 13:17:37.460377 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-7458c0a0-3b65-45bf-a028-3fc63130972e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:17:37.466743 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-7458c0a0-3b65-45bf-a028-3fc63130972e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:17:37.469098 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-d0dc46f4-b787-4ae5-85a5-9a56a84df3f2 req-3a2f2a45-2ebc-499b-85d5-58ec48c4edae service neutron] Notify callbacks [] for port, precommit_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:37.476520 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7458c0a0-3b65-45bf-a028-3fc63130972e admin admin] Made reservation on behalf of 06a7ee46542d4f8884190e4353903cd9 for: {'network': 1} {{(pid=85258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 13:17:37.481494 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7458c0a0-3b65-45bf-a028-3fc63130972e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for network, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:37.493141 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [req-d0dc46f4-b787-4ae5-85a5-9a56a84df3f2 req-3a2f2a45-2ebc-499b-85d5-58ec48c4edae service neutron] Transition to ACTIVE for port object 70659142-cc72-4c48-8e3d-3e99c94647ee will not be triggered until provisioned by entity L2. {{(pid=85257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:17:37.496182 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7458c0a0-3b65-45bf-a028-3fc63130972e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:37.508823 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-d0dc46f4-b787-4ae5-85a5-9a56a84df3f2 req-3a2f2a45-2ebc-499b-85d5-58ec48c4edae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:37.512905 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-7458c0a0-3b65-45bf-a028-3fc63130972e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:17:37.517911 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-7458c0a0-3b65-45bf-a028-3fc63130972e admin admin] Usage tracker for resource:security_group_rule and tenant:06a7ee46542d4f8884190e4353903cd9 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:17:37.520988 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-7458c0a0-3b65-45bf-a028-3fc63130972e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:17:37.527627 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-7458c0a0-3b65-45bf-a028-3fc63130972e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:17:37.561988 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-87e471d9-bbfc-436a-a2c2-2bb74386424c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:37.615443 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7458c0a0-3b65-45bf-a028-3fc63130972e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:37.618676 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7458c0a0-3b65-45bf-a028-3fc63130972e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:37.623760 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-99344881-fdbf-4c8d-8177-5cc59056c216 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:37.655886 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7458c0a0-3b65-45bf-a028-3fc63130972e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=85258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 13:17:37.665613 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7458c0a0-3b65-45bf-a028-3fc63130972e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ae3d8d-9200-4f86-bc71-03d25659e041,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:37.672683 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-7458c0a0-3b65-45bf-a028-3fc63130972e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:37.673753 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7458c0a0-3b65-45bf-a028-3fc63130972e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773144'] for segment, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:37.674363 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.db.segments_db [None req-7458c0a0-3b65-45bf-a028-3fc63130972e admin admin] Added segment 9733c4a1-3989-4087-8d08-859d05e9e450 of type vlan for network 0f9785c8-77af-4ae7-b996-ffbea947a1be Apr 15 13:17:37.710028 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7458c0a0-3b65-45bf-a028-3fc63130972e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757045372002'] for network, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:37.748819 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7458c0a0-3b65-45bf-a028-3fc63130972e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424'] for network, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:37.750731 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7458c0a0-3b65-45bf-a028-3fc63130972e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:37.751596 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7458c0a0-3b65-45bf-a028-3fc63130972e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for network, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:37.778442 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:37.802248 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-7458c0a0-3b65-45bf-a028-3fc63130972e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5004828 Apr 15 13:17:37.802977 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 39718) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:17:37.867376 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-ed0a91b6-3f62-4a8c-9413-6a7d35b55ede admin admin] Request body: {'subnet': {'network_id': '0f9785c8-77af-4ae7-b996-ffbea947a1be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1775623895-subnet', 'tenant_id': '06a7ee46542d4f8884190e4353903cd9', 'ip_version': 4}} {{(pid=85258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:17:37.882988 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-ed0a91b6-3f62-4a8c-9413-6a7d35b55ede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:17:37.901154 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-ed0a91b6-3f62-4a8c-9413-6a7d35b55ede admin admin] Usage tracker for resource:subnet and tenant:06a7ee46542d4f8884190e4353903cd9 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:17:37.903618 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfbbfde-732a-440d-9f0f-0da85bffe6fa req-3fc2cbb5-d146-4093-ae41-17850a6cd444 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:37.904353 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-9bfbbfde-732a-440d-9f0f-0da85bffe6fa req-3fc2cbb5-d146-4093-ae41-17850a6cd444 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Synchronizing usage tracker for tenant:6f711daa125b461f9429aa9ee6cf12f3 on resource:port {{(pid=85257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 13:17:37.907559 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-ed0a91b6-3f62-4a8c-9413-6a7d35b55ede admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:17:37.918333 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-ed0a91b6-3f62-4a8c-9413-6a7d35b55ede admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:17:37.920876 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7458c0a0-3b65-45bf-a028-3fc63130972e admin admin] Pushing event updated for resources: {'Network': ['ID=0f9785c8-77af-4ae7-b996-ffbea947a1be,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:37.929723 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-7458c0a0-3b65-45bf-a028-3fc63130972e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:37.943837 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Network 0f9785c8-77af-4ae7-b996-ffbea947a1be details requested by agent ovs-agent-dv-cinder-784945-5-smb with host dv-cinder-784945-5-smb {{(pid=85259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 13:17:37.945202 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0a91b6-3f62-4a8c-9413-6a7d35b55ede admin admin] Made reservation on behalf of 06a7ee46542d4f8884190e4353903cd9 for: {'subnet': 1} {{(pid=85258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 13:17:37.951588 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ed0a91b6-3f62-4a8c-9413-6a7d35b55ede admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853304430'] for subnet, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:37.954561 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f2a45-2ebc-499b-85d5-58ec48c4edae service neutron] Pushing event updated for resources: {'Port': ['ID=70659142-cc72-4c48-8e3d-3e99c94647ee,revision_number=2']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:37.964728 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-3a2f2a45-2ebc-499b-85d5-58ec48c4edae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:37.988675 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-9bfbbfde-732a-440d-9f0f-0da85bffe6fa req-3fc2cbb5-d146-4093-ae41-17850a6cd444 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Unset dirty status for tenant:6f711daa125b461f9429aa9ee6cf12f3 on resource:port {{(pid=85257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 13:17:37.989969 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-9bfbbfde-732a-440d-9f0f-0da85bffe6fa req-3fc2cbb5-d146-4093-ae41-17850a6cd444 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=782507df-e243-406b-9517-8a551afbed48 HTTP/1.1" status: 200 len: 931 time: 0.6116936 Apr 15 13:17:38.071648 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3828463-4b4d-4908-aa87-390182865153 req-8bbedcf0-ae72-46a1-a275-f4d7f35ce1ad tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:38.073384 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d3828463-4b4d-4908-aa87-390182865153 req-8bbedcf0-ae72-46a1-a275-f4d7f35ce1ad tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dec78c7-4b42-401f-9394-ae9d933fe581 HTTP/1.1" status: 200 len: 945 time: 0.5726886 Apr 15 13:17:38.162031 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-9bfbbfde-732a-440d-9f0f-0da85bffe6fa req-5fc4167e-ad0a-4cc9-8fff-9b2587f8df53 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/security-groups?id=b868c94c-3d9d-4ebb-8c60-4bbeb25ff73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577804 Apr 15 13:17:38.261002 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d3828463-4b4d-4908-aa87-390182865153 req-294b49e5-608e-4d1d-a2dd-176c62514e6e tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fcce161-b9ff-4e78-b61f-4934af8318e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239021 Apr 15 13:17:38.262034 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [req-d0dc46f4-b787-4ae5-85a5-9a56a84df3f2 req-3a2f2a45-2ebc-499b-85d5-58ec48c4edae service neutron] Attempting to bind port 70659142-cc72-4c48-8e3d-3e99c94647ee on host hv-cinder-78494 for vnic_type normal with profile {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 13:17:38.262287 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [req-d0dc46f4-b787-4ae5-85a5-9a56a84df3f2 req-3a2f2a45-2ebc-499b-85d5-58ec48c4edae service neutron] Attempting to bind port 70659142-cc72-4c48-8e3d-3e99c94647ee by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '5ba62775-d6f2-40a9-ac4b-991dcc5cf8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'd2cad01e-d67b-4fa8-b8bf-5a3615ab790c'}] {{(pid=85257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 13:17:38.262651 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc46f4-b787-4ae5-85a5-9a56a84df3f2 req-3a2f2a45-2ebc-499b-85d5-58ec48c4edae service neutron] Attempting to bind port 70659142-cc72-4c48-8e3d-3e99c94647ee on network d2cad01e-d67b-4fa8-b8bf-5a3615ab790c {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:17:38.268797 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc46f4-b787-4ae5-85a5-9a56a84df3f2 req-3a2f2a45-2ebc-499b-85d5-58ec48c4edae service neutron] Port 70659142-cc72-4c48-8e3d-3e99c94647ee on network d2cad01e-d67b-4fa8-b8bf-5a3615ab790c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 13:17:38.269161 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc46f4-b787-4ae5-85a5-9a56a84df3f2 req-3a2f2a45-2ebc-499b-85d5-58ec48c4edae service neutron] Attempting to bind port 70659142-cc72-4c48-8e3d-3e99c94647ee on network d2cad01e-d67b-4fa8-b8bf-5a3615ab790c {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:17:38.282252 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc46f4-b787-4ae5-85a5-9a56a84df3f2 req-3a2f2a45-2ebc-499b-85d5-58ec48c4edae service neutron] Checking agent: {'id': '473bf83e-daba-40de-92d3-877eb5111141', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 13, 13, 53), 'started_at': datetime.datetime(2021, 4, 15, 13, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 13, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 13:17:38.282640 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc46f4-b787-4ae5-85a5-9a56a84df3f2 req-3a2f2a45-2ebc-499b-85d5-58ec48c4edae service neutron] Checking segment: {'id': '5ba62775-d6f2-40a9-ac4b-991dcc5cf8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'd2cad01e-d67b-4fa8-b8bf-5a3615ab790c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:17:38.283078 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc46f4-b787-4ae5-85a5-9a56a84df3f2 req-3a2f2a45-2ebc-499b-85d5-58ec48c4edae service neutron] Bound using segment: {'id': '5ba62775-d6f2-40a9-ac4b-991dcc5cf8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'd2cad01e-d67b-4fa8-b8bf-5a3615ab790c'} {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 13:17:38.283588 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [req-d0dc46f4-b787-4ae5-85a5-9a56a84df3f2 req-3a2f2a45-2ebc-499b-85d5-58ec48c4edae service neutron] Bound port: 70659142-cc72-4c48-8e3d-3e99c94647ee, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ba62775-d6f2-40a9-ac4b-991dcc5cf8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'd2cad01e-d67b-4fa8-b8bf-5a3615ab790c'}}] {{(pid=85257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 13:17:38.283978 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-d0dc46f4-b787-4ae5-85a5-9a56a84df3f2 req-3a2f2a45-2ebc-499b-85d5-58ec48c4edae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:38.403142 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 39742) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:17:38.462318 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [req-d0dc46f4-b787-4ae5-85a5-9a56a84df3f2 req-3a2f2a45-2ebc-499b-85d5-58ec48c4edae service neutron] For port 70659142-cc72-4c48-8e3d-3e99c94647ee, host hv-cinder-78494, cleared binding levels {{(pid=85257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 13:17:38.472548 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [req-d0dc46f4-b787-4ae5-85a5-9a56a84df3f2 req-3a2f2a45-2ebc-499b-85d5-58ec48c4edae service neutron] For port 70659142-cc72-4c48-8e3d-3e99c94647ee, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=70659142-cc72-4c48-8e3d-3e99c94647ee,segment=NetworkSegment(5ba62775-d6f2-40a9-ac4b-991dcc5cf8d7),segment_id=5ba62775-d6f2-40a9-ac4b-991dcc5cf8d7)] {{(pid=85257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 13:17:38.477781 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ed0a91b6-3f62-4a8c-9413-6a7d35b55ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10742104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853304445'] for subnet, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:38.491953 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-d0dc46f4-b787-4ae5-85a5-9a56a84df3f2 req-3a2f2a45-2ebc-499b-85d5-58ec48c4edae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:38.515166 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-c11d66f0-4d2b-4728-9c07-c5a0417322af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:38.548617 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-b0090561-6348-41e9-bfaf-4394e92a9990 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:38.656783 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0a91b6-3f62-4a8c-9413-6a7d35b55ede admin admin] Pushing event updated for resources: {'Subnet': ['ID=747f79b7-7f51-4cf9-813a-8c186b8b3fc8,revision_number=0']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:38.659250 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-ed0a91b6-3f62-4a8c-9413-6a7d35b55ede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:38.713133 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-73cf03df-532c-4639-ae21-38ab13c3ab23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:38.729037 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0a91b6-3f62-4a8c-9413-6a7d35b55ede admin admin] Checking segment: {'id': '9733c4a1-3989-4087-8d08-859d05e9e450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '0f9785c8-77af-4ae7-b996-ffbea947a1be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:17:38.732289 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0a91b6-3f62-4a8c-9413-6a7d35b55ede admin admin] Network hostable DHCP agents. Network: 0f9785c8-77af-4ae7-b996-ffbea947a1be, hostable agents: ['311c43f5-3c4a-4973-9b30-7f7c0bf49be0'], hosted agents: [] {{(pid=85258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 13:17:38.753139 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0a91b6-3f62-4a8c-9413-6a7d35b55ede admin admin] Network 0f9785c8-77af-4ae7-b996-ffbea947a1be is scheduled to be hosted by DHCP agent 311c43f5-3c4a-4973-9b30-7f7c0bf49be0 with binding_index 1 {{(pid=85258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 13:17:38.762819 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [None req-ed0a91b6-3f62-4a8c-9413-6a7d35b55ede admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-5-smb, 0f9785c8-77af-4ae7-b996-ffbea947a1be) {{(pid=85258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:17:38.763424 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-73cf03df-532c-4639-ae21-38ab13c3ab23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:17:38.773174 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc03319-9b56-4692-bd43-cbff4c27912e None None] Network 0f9785c8-77af-4ae7-b996-ffbea947a1be requested from dv-cinder-784945-5-smb {{(pid=85259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 13:17:38.780271 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0a91b6-3f62-4a8c-9413-6a7d35b55ede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:38.780986 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ed0a91b6-3f62-4a8c-9413-6a7d35b55ede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for subnet, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:38.781116 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-73cf03df-532c-4639-ae21-38ab13c3ab23 admin admin] Usage tracker for resource:security_group_rule and tenant:fa5a8d6bf33b44c8a647196cd3e41252 is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:17:38.795508 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-73cf03df-532c-4639-ae21-38ab13c3ab23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:17:38.803371 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-ed0a91b6-3f62-4a8c-9413-6a7d35b55ede admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9946842 Apr 15 13:17:38.806399 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 39748) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:17:38.813530 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-298d45d3-4ae8-4bb2-9407-e98dc5fd04ab admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1775623895-router', 'tenant_id': '06a7ee46542d4f8884190e4353903cd9', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2'}}} {{(pid=85258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:17:38.818798 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f2a45-2ebc-499b-85d5-58ec48c4edae service neutron] Pushing event updated for resources: {'Port': ['ID=70659142-cc72-4c48-8e3d-3e99c94647ee,revision_number=3']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:38.821106 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-298d45d3-4ae8-4bb2-9407-e98dc5fd04ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:17:38.823550 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-73cf03df-532c-4639-ae21-38ab13c3ab23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:17:38.826679 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-298d45d3-4ae8-4bb2-9407-e98dc5fd04ab admin admin] Usage tracker for resource:router and tenant:06a7ee46542d4f8884190e4353903cd9 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:17:38.828764 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-3a2f2a45-2ebc-499b-85d5-58ec48c4edae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:38.831976 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-298d45d3-4ae8-4bb2-9407-e98dc5fd04ab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:17:38.838951 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-298d45d3-4ae8-4bb2-9407-e98dc5fd04ab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:17:38.853669 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-298d45d3-4ae8-4bb2-9407-e98dc5fd04ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853741594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854710284'] for router, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:38.854974 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-298d45d3-4ae8-4bb2-9407-e98dc5fd04ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1033063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-938009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65516'] for router, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:38.872036 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1683955b-9845-4e59-b2f4-602996e39a92 req-5a2b805d-2e70-4979-935f-8b9b7afc823e tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:38.874654 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1683955b-9845-4e59-b2f4-602996e39a92 req-5a2b805d-2e70-4979-935f-8b9b7afc823e tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 945 time: 0.4615262 Apr 15 13:17:38.878126 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-298d45d3-4ae8-4bb2-9407-e98dc5fd04ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:38.906070 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95a82b-e88c-49a2-b6c7-41a4bca5c60b req-c1d1177c-a738-4848-bb48-c31e91a8844b tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:38.907805 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8e95a82b-e88c-49a2-b6c7-41a4bca5c60b req-c1d1177c-a738-4848-bb48-c31e91a8844b tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 945 time: 0.3970084 Apr 15 13:17:38.999335 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc46f4-b787-4ae5-85a5-9a56a84df3f2 req-3a2f2a45-2ebc-499b-85d5-58ec48c4edae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:39.000218 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-d0dc46f4-b787-4ae5-85a5-9a56a84df3f2 req-3a2f2a45-2ebc-499b-85d5-58ec48c4edae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for port, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:39.001624 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d0dc46f4-b787-4ae5-85a5-9a56a84df3f2 req-3a2f2a45-2ebc-499b-85d5-58ec48c4edae service neutron] 10.222.0.65 "PUT /v2.0/ports/70659142-cc72-4c48-8e3d-3e99c94647ee HTTP/1.1" status: 200 len: 1093 time: 3.0489092 Apr 15 13:17:39.002172 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '782507df-e243-406b-9517-8a551afbed48', 'tag': '70659142-cc72-4c48-8e3d-3e99c94647ee'}] {{(pid=85257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:17:39.065658 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1683955b-9845-4e59-b2f4-602996e39a92 req-b83462f5-f27c-4055-ac83-7332ad3dae1f tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705768 Apr 15 13:17:39.078395 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8e95a82b-e88c-49a2-b6c7-41a4bca5c60b req-ae33bb79-034f-4819-a010-55a0c302c74a tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=d404a583-e3c0-4f88-b908-ba90aa4fc8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442931 Apr 15 13:17:39.288667 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-298d45d3-4ae8-4bb2-9407-e98dc5fd04ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1033076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853741577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65501'] for router, precommit_update {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:39.289550 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '782507df-e243-406b-9517-8a551afbed48', 'tag': '70659142-cc72-4c48-8e3d-3e99c94647ee', 'status': 'completed', 'code': 200} Apr 15 13:17:39.329964 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511807b0-95af-437d-8e6e-5ac20ba6b4e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8627bff5-3798-5c6e-aea6-252cc41330bf-0f9785c8-77af-4ae7-b996-ffbea947a1be', 'network_id': '0f9785c8-77af-4ae7-b996-ffbea947a1be', 'tenant_id': '06a7ee46542d4f8884190e4353903cd9', 'fixed_ips': [{'subnet_id': '747f79b7-7f51-4cf9-813a-8c186b8b3fc8'}]}} from dv-cinder-784945-5-smb. {{(pid=85259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 13:17:39.330983 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-511807b0-95af-437d-8e6e-5ac20ba6b4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_create {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:39.364632 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-73cf03df-532c-4639-ae21-38ab13c3ab23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:39.374039 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-73cf03df-532c-4639-ae21-38ab13c3ab23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:39.409905 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-8a60299e-ed98-4d75-a674-5189e6c2cfc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:39.428253 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-73cf03df-532c-4639-ae21-38ab13c3ab23 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fa5a8d6bf33b44c8a647196cd3e41252&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0213563 Apr 15 13:17:39.431988 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 39760) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:17:39.588229 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc46f4-b787-4ae5-85a5-9a56a84df3f2 req-89592c03-ea81-4336-96e8-30823a5324ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:39.589481 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d0dc46f4-b787-4ae5-85a5-9a56a84df3f2 req-89592c03-ea81-4336-96e8-30823a5324ae service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6f711daa125b461f9429aa9ee6cf12f3&device_id=782507df-e243-406b-9517-8a551afbed48 HTTP/1.1" status: 200 len: 1096 time: 0.4141126 Apr 15 13:17:39.590198 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cf03df-532c-4639-ae21-38ab13c3ab23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9209b02b-a1dc-4d2f-9aa0-8493453abf8d,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:39.608482 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_common [None req-511807b0-95af-437d-8e6e-5ac20ba6b4e6 None None] Allocated IP 172.20.0.2 (0f9785c8-77af-4ae7-b996-ffbea947a1be/747f79b7-7f51-4cf9-813a-8c186b8b3fc8/4d336b05-2920-45f4-ba58-0bbd8ff134d1) {{(pid=85259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 13:17:39.619664 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-73cf03df-532c-4639-ae21-38ab13c3ab23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:39.705774 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-298d45d3-4ae8-4bb2-9407-e98dc5fd04ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:39.758943 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d0dc46f4-b787-4ae5-85a5-9a56a84df3f2 req-7e929b0c-eca2-4240-b500-55b24ad1efe1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70659142-cc72-4c48-8e3d-3e99c94647ee HTTP/1.1" status: 200 len: 217 time: 0.1366351 Apr 15 13:17:39.760620 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-298d45d3-4ae8-4bb2-9407-e98dc5fd04ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:39.797484 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a81892-b627-470b-8966-ff8b8bf56147 req-3d612651-9e9e-4fb9-9469-d7176282209e tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:39.799069 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-97a81892-b627-470b-8966-ff8b8bf56147 req-3d612651-9e9e-4fb9-9469-d7176282209e tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 945 time: 0.5132484 Apr 15 13:17:39.810222 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 39766) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:17:39.828413 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-a6e8abcd-3132-47b0-9c75-510d1b6ce716 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Request body: {'floatingip': {'port_id': 'cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd'}} {{(pid=85258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:17:39.863016 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-8e2ebf8f-5e1b-42e4-82e5-594135bb052e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:39.872729 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353e2e9-6a8a-433c-a5ef-fa2d9d663d09 req-a211cfca-73e9-497b-a7a8-05e45fedb3ee tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:39.874385 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-b353e2e9-6a8a-433c-a5ef-fa2d9d663d09 req-a211cfca-73e9-497b-a7a8-05e45fedb3ee tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=782507df-e243-406b-9517-8a551afbed48 HTTP/1.1" status: 200 len: 943 time: 0.4657860 Apr 15 13:17:39.914738 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-511807b0-95af-437d-8e6e-5ac20ba6b4e6 None None] Notify callbacks [] for port, precommit_create {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:39.927265 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-511807b0-95af-437d-8e6e-5ac20ba6b4e6 None None] Transition to ACTIVE for port object 4d336b05-2920-45f4-ba58-0bbd8ff134d1 will not be triggered until provisioned by entity L2. {{(pid=85259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:17:39.942351 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a6e8abcd-3132-47b0-9c75-510d1b6ce716 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks [] for floatingip, before_update {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:39.949889 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-511807b0-95af-437d-8e6e-5ac20ba6b4e6 None None] Transition to ACTIVE for port object 4d336b05-2920-45f4-ba58-0bbd8ff134d1 will not be triggered until provisioned by entity DHCP. {{(pid=85259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:17:39.955780 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-511807b0-95af-437d-8e6e-5ac20ba6b4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757045383897'] for port, after_create {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:39.972227 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:39.993354 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-8e2ebf8f-5e1b-42e4-82e5-594135bb052e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:40.014621 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc46f4-b787-4ae5-85a5-9a56a84df3f2 req-d2838d1d-503d-4eb6-a8c2-791312748ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:40.016289 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d0dc46f4-b787-4ae5-85a5-9a56a84df3f2 req-d2838d1d-503d-4eb6-a8c2-791312748ba2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4b164dda-b46e-4e2e-9857-b1eea16bba61 HTTP/1.1" status: 200 len: 854 time: 0.2134514 Apr 15 13:17:40.106277 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-b353e2e9-6a8a-433c-a5ef-fa2d9d663d09 req-90bd71c8-d507-4476-a414-2d1c6db95861 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/security-groups?id=b868c94c-3d9d-4ebb-8c60-4bbeb25ff73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141426 Apr 15 13:17:40.128681 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d0dc46f4-b787-4ae5-85a5-9a56a84df3f2 req-30dff306-21e3-4aeb-a5b7-9c77030d89e7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d2cad01e-d67b-4fa8-b8bf-5a3615ab790c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840385 Apr 15 13:17:40.128978 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511807b0-95af-437d-8e6e-5ac20ba6b4e6 None None] Pushing event updated for resources: {'Port': ['ID=4d336b05-2920-45f4-ba58-0bbd8ff134d1,revision_number=1']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:40.132733 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-511807b0-95af-437d-8e6e-5ac20ba6b4e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:40.206550 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511807b0-95af-437d-8e6e-5ac20ba6b4e6 None None] Network 0f9785c8-77af-4ae7-b996-ffbea947a1be is already hosted by enough agents. {{(pid=85259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 13:17:40.208242 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [None req-511807b0-95af-437d-8e6e-5ac20ba6b4e6 None None] Resources bound (agent type, host, resource id): {{(pid=85259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:17:40.213529 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511807b0-95af-437d-8e6e-5ac20ba6b4e6 None None] Received port after_create {{(pid=85259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 13:17:40.324493 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-511807b0-95af-437d-8e6e-5ac20ba6b4e6 None None] Attempting to bind port 4d336b05-2920-45f4-ba58-0bbd8ff134d1 on host dv-cinder-784945-5-smb for vnic_type normal with profile {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 13:17:40.325303 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-511807b0-95af-437d-8e6e-5ac20ba6b4e6 None None] Attempting to bind port 4d336b05-2920-45f4-ba58-0bbd8ff134d1 by drivers openvswitch,hyperv on host dv-cinder-784945-5-smb at level 0 using segments [{'id': '9733c4a1-3989-4087-8d08-859d05e9e450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '0f9785c8-77af-4ae7-b996-ffbea947a1be'}] {{(pid=85259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 13:17:40.326467 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511807b0-95af-437d-8e6e-5ac20ba6b4e6 None None] Attempting to bind port 4d336b05-2920-45f4-ba58-0bbd8ff134d1 on network 0f9785c8-77af-4ae7-b996-ffbea947a1be {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:17:40.328724 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b978e8-1c86-4574-afbc-bdf215a178b5 req-7779d94b-26ab-4666-a048-6f6d9514ca90 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:40.330433 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c5b978e8-1c86-4574-afbc-bdf215a178b5 req-7779d94b-26ab-4666-a048-6f6d9514ca90 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dec78c7-4b42-401f-9394-ae9d933fe581 HTTP/1.1" status: 200 len: 945 time: 0.4066987 Apr 15 13:17:40.331157 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-8e2ebf8f-5e1b-42e4-82e5-594135bb052e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:40.340624 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511807b0-95af-437d-8e6e-5ac20ba6b4e6 None None] Checking agent: {'id': '81e11618-700f-4852-9942-b93dec05a832', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 13, 7, 16), 'started_at': datetime.datetime(2021, 4, 15, 13, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 13, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 13:17:40.341156 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511807b0-95af-437d-8e6e-5ac20ba6b4e6 None None] Checking segment: {'id': '9733c4a1-3989-4087-8d08-859d05e9e450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '0f9785c8-77af-4ae7-b996-ffbea947a1be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:17:40.342317 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-511807b0-95af-437d-8e6e-5ac20ba6b4e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:40.342778 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511807b0-95af-437d-8e6e-5ac20ba6b4e6 None None] Bound using segment: {'id': '9733c4a1-3989-4087-8d08-859d05e9e450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '0f9785c8-77af-4ae7-b996-ffbea947a1be'} {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 13:17:40.343319 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-511807b0-95af-437d-8e6e-5ac20ba6b4e6 None None] Bound port: 4d336b05-2920-45f4-ba58-0bbd8ff134d1, host: dv-cinder-784945-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9733c4a1-3989-4087-8d08-859d05e9e450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '0f9785c8-77af-4ae7-b996-ffbea947a1be'}}] {{(pid=85259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 13:17:40.343789 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-511807b0-95af-437d-8e6e-5ac20ba6b4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:40.345113 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-0cc658f5-9ffa-43ee-b8bf-148bce9fc8ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:40.392437 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2ebf8f-5e1b-42e4-82e5-594135bb052e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9209b02b-a1dc-4d2f-9aa0-8493453abf8d,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:40.427651 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-8e2ebf8f-5e1b-42e4-82e5-594135bb052e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:40.448626 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-8e2ebf8f-5e1b-42e4-82e5-594135bb052e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:40.449722 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-8e2ebf8f-5e1b-42e4-82e5-594135bb052e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9209b02b-a1dc-4d2f-9aa0-8493453abf8d HTTP/1.1" status: 204 len: 168 time: 0.9727583 Apr 15 13:17:40.457092 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d0dc46f4-b787-4ae5-85a5-9a56a84df3f2 req-ff4e4d65-c730-4f57-9602-1a2be3c15c7f service neutron] 10.222.0.65 "GET /v2.0/networks/d2cad01e-d67b-4fa8-b8bf-5a3615ab790c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130822 Apr 15 13:17:40.461273 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c5b978e8-1c86-4574-afbc-bdf215a178b5 req-c2283e33-803a-44ee-8d93-ab44ea8d3842 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fcce161-b9ff-4e78-b61f-4934af8318e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043866 Apr 15 13:17:40.480066 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-511807b0-95af-437d-8e6e-5ac20ba6b4e6 None None] For port 4d336b05-2920-45f4-ba58-0bbd8ff134d1, host dv-cinder-784945-5-smb, cleared binding levels {{(pid=85259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 13:17:40.485044 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-511807b0-95af-437d-8e6e-5ac20ba6b4e6 None None] For port 4d336b05-2920-45f4-ba58-0bbd8ff134d1, host dv-cinder-784945-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=4d336b05-2920-45f4-ba58-0bbd8ff134d1,segment=NetworkSegment(9733c4a1-3989-4087-8d08-859d05e9e450),segment_id=9733c4a1-3989-4087-8d08-859d05e9e450)] {{(pid=85259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 13:17:40.490139 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-511807b0-95af-437d-8e6e-5ac20ba6b4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:40.493193 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_common [None req-298d45d3-4ae8-4bb2-9407-e98dc5fd04ab admin admin] Allocated IP 172.28.3.114 (55d93253-8afb-47db-93d0-1527fbeb95d2/ec126ae6-92bb-4236-889a-ca54f3751a25/16124606-8c76-4f02-9a6e-18cd2f8dfccd) {{(pid=85258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 13:17:40.690129 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:40.714078 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d0dc46f4-b787-4ae5-85a5-9a56a84df3f2 req-a512babc-649e-42c3-b505-d087268a4023 service neutron] 10.222.0.65 "GET /v2.0/networks/d2cad01e-d67b-4fa8-b8bf-5a3615ab790c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472830 Apr 15 13:17:40.788170 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140e0ce-e98f-4f26-ba5b-142250a7626e req-9da967f7-c711-4c2b-9a2d-237eee5f2660 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:40.797876 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a140e0ce-e98f-4f26-ba5b-142250a7626e req-9da967f7-c711-4c2b-9a2d-237eee5f2660 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 945 time: 0.5315375 Apr 15 13:17:40.894800 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511807b0-95af-437d-8e6e-5ac20ba6b4e6 None None] Pushing event updated for resources: {'Port': ['ID=4d336b05-2920-45f4-ba58-0bbd8ff134d1,revision_number=2']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:40.898923 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-511807b0-95af-437d-8e6e-5ac20ba6b4e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:40.941056 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a140e0ce-e98f-4f26-ba5b-142250a7626e req-01232eff-d8bd-43d0-81da-86c250e76d89 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419759 Apr 15 13:17:40.969984 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-298d45d3-4ae8-4bb2-9407-e98dc5fd04ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:40.974795 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c35da-7047-495e-8769-df7313906907 req-8f3adf64-6e6a-4c72-be3d-5d5dfceed7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:40.976827 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-fc8c35da-7047-495e-8769-df7313906907 req-8f3adf64-6e6a-4c72-be3d-5d5dfceed7cb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6f711daa125b461f9429aa9ee6cf12f3&device_id=782507df-e243-406b-9517-8a551afbed48 HTTP/1.1" status: 200 len: 1096 time: 0.1131058 Apr 15 13:17:41.163494 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c35da-7047-495e-8769-df7313906907 req-dcd3485c-e30d-47b6-a164-177695417495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:41.165140 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-fc8c35da-7047-495e-8769-df7313906907 req-dcd3485c-e30d-47b6-a164-177695417495 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d2cad01e-d67b-4fa8-b8bf-5a3615ab790c HTTP/1.1" status: 200 len: 915 time: 0.1764634 Apr 15 13:17:41.366066 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-fc8c35da-7047-495e-8769-df7313906907 req-cdcb8be0-42ad-4576-bb55-cc24b2fdb560 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70659142-cc72-4c48-8e3d-3e99c94647ee HTTP/1.1" status: 200 len: 217 time: 0.1901662 Apr 15 13:17:41.414117 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-298d45d3-4ae8-4bb2-9407-e98dc5fd04ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757045383897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10742258'] for port, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:41.449691 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c35da-7047-495e-8769-df7313906907 req-17154181-c246-42c4-9d1e-b09c1cfa567d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:41.452670 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-fc8c35da-7047-495e-8769-df7313906907 req-17154181-c246-42c4-9d1e-b09c1cfa567d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4b164dda-b46e-4e2e-9857-b1eea16bba61 HTTP/1.1" status: 200 len: 854 time: 0.0767627 Apr 15 13:17:41.474001 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-3719a4ad-2aae-494b-b8ac-18ba1540b9f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:41.624107 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d45d3-4ae8-4bb2-9407-e98dc5fd04ab admin admin] Pushing event updated for resources: {'Port': ['ID=16124606-8c76-4f02-9a6e-18cd2f8dfccd,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:41.631565 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-298d45d3-4ae8-4bb2-9407-e98dc5fd04ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:41.834940 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298d45d3-4ae8-4bb2-9407-e98dc5fd04ab admin admin] Network 55d93253-8afb-47db-93d0-1527fbeb95d2 is already hosted by enough agents. {{(pid=85258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 13:17:41.838156 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [None req-298d45d3-4ae8-4bb2-9407-e98dc5fd04ab admin admin] Resources bound (agent type, host, resource id): {{(pid=85258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:17:41.843352 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298d45d3-4ae8-4bb2-9407-e98dc5fd04ab admin admin] Received port after_create {{(pid=85258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 13:17:41.875912 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-fc8c35da-7047-495e-8769-df7313906907 req-ece9f69a-c653-486b-ab3b-7d43298d9ba6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d2cad01e-d67b-4fa8-b8bf-5a3615ab790c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3347266 Apr 15 13:17:41.907226 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a6e8abcd-3132-47b0-9c75-510d1b6ce716 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:41.912472 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a6e8abcd-3132-47b0-9c75-510d1b6ce716 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1033198'] for floatingip, after_update {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:42.004825 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-de2bbe7f-e74a-4701-87be-7e6323c280dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:42.060927 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b3794-6846-47c9-b2ed-25a4d1e3cc06 req-afdeb0ff-1bc3-4520-8ce2-4afb826ba3f3 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:42.062713 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ba4b3794-6846-47c9-b2ed-25a4d1e3cc06 req-afdeb0ff-1bc3-4520-8ce2-4afb826ba3f3 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=782507df-e243-406b-9517-8a551afbed48 HTTP/1.1" status: 200 len: 943 time: 0.6078517 Apr 15 13:17:42.074193 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e4863-0f7e-4ce0-a0e0-cf249d7be03f req-020ff7b2-abd8-43da-bee3-b0a41bcf0af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:42.076389 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-df3e4863-0f7e-4ce0-a0e0-cf249d7be03f req-020ff7b2-abd8-43da-bee3-b0a41bcf0af1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7a25fc3ecff749c59e42598d52e7b9fc&device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 1098 time: 0.6227224 Apr 15 13:17:42.150351 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3716e2-cc6f-4475-9289-2345afd3cb6e req-b5bd5b33-2fa3-4d93-b06a-3346190f5ce0 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:42.152193 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8c3716e2-cc6f-4475-9289-2345afd3cb6e req-b5bd5b33-2fa3-4d93-b06a-3346190f5ce0 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 945 time: 0.6125653 Apr 15 13:17:42.276621 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-fc8c35da-7047-495e-8769-df7313906907 req-71101bf2-b9b0-43fd-a862-a908ae2505a1 service neutron] 10.222.0.65 "GET /v2.0/networks/d2cad01e-d67b-4fa8-b8bf-5a3615ab790c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3764348 Apr 15 13:17:42.335526 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ba4b3794-6846-47c9-b2ed-25a4d1e3cc06 req-4dc0b167-1552-4e3f-a8b7-11818d4b0abf tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/security-groups?id=b868c94c-3d9d-4ebb-8c60-4bbeb25ff73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551811 Apr 15 13:17:42.431266 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8c3716e2-cc6f-4475-9289-2345afd3cb6e req-ff2ddfab-2295-4932-aab6-8059e4eeb980 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521460 Apr 15 13:17:42.467853 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57ba99e-a201-4cda-8748-522d0a54880e None None] Network 0f9785c8-77af-4ae7-b996-ffbea947a1be requested from dv-cinder-784945-5-smb {{(pid=85259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 13:17:42.484153 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e4863-0f7e-4ce0-a0e0-cf249d7be03f req-25206c8f-a1b4-48fd-a195-e5a45f07d842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:42.485774 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-df3e4863-0f7e-4ce0-a0e0-cf249d7be03f req-25206c8f-a1b4-48fd-a195-e5a45f07d842 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c HTTP/1.1" status: 200 len: 920 time: 0.3861265 Apr 15 13:17:42.624190 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-df3e4863-0f7e-4ce0-a0e0-cf249d7be03f req-74861df8-c2cf-4e76-90f5-b01fc4a9cf4e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=735f293a-0ef1-4b63-b381-c424aa74b668 HTTP/1.1" status: 200 len: 217 time: 0.1051674 Apr 15 13:17:42.629953 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-fc8c35da-7047-495e-8769-df7313906907 req-fd3d5173-4094-49a8-8cc0-02acc561b5f5 service neutron] 10.222.0.65 "GET /v2.0/networks/d2cad01e-d67b-4fa8-b8bf-5a3615ab790c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290441 Apr 15 13:17:42.649541 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device 4d336b05-2920-45f4-ba58-0bbd8ff134d1 up at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:17:42.684749 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.db.l3_db [None req-a6e8abcd-3132-47b0-9c75-510d1b6ce716 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Floating IP 030cf8a2-e022-4952-b1d5-d2dc8b57c297 associated. External IP: 172.28.3.235, port: cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd. Apr 15 13:17:42.757891 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e4863-0f7e-4ce0-a0e0-cf249d7be03f req-4e8e6cef-0539-42f0-ae69-c5771ca046ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:42.759923 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-df3e4863-0f7e-4ce0-a0e0-cf249d7be03f req-4e8e6cef-0539-42f0-ae69-c5771ca046ae service neutron] 10.222.0.65 "GET /v2.0/subnets?id=734b4bd6-c885-4d5b-bca7-827d1f80adde HTTP/1.1" status: 200 len: 859 time: 0.1022654 Apr 15 13:17:42.764450 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-16917479-43ae-49de-8d6c-32423443a865 None None] Provisioning for port 4d336b05-2920-45f4-ba58-0bbd8ff134d1 completed by entity DHCP. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:17:42.846067 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-298d45d3-4ae8-4bb2-9407-e98dc5fd04ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:42.868312 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning for port 4d336b05-2920-45f4-ba58-0bbd8ff134d1 completed by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:17:42.877539 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning complete for port 4d336b05-2920-45f4-ba58-0bbd8ff134d1 triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:17:42.877960 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:42.927986 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-df3e4863-0f7e-4ce0-a0e0-cf249d7be03f req-5349975a-c543-435b-9b39-1ceabd18d4a1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1200213 Apr 15 13:17:43.044925 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:43.071652 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbb716-8c88-4800-91b1-312da2d014e9 req-6ac7855e-ba58-4c42-b93a-df51cb3070c9 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:43.079495 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-10cbb716-8c88-4800-91b1-312da2d014e9 req-6ac7855e-ba58-4c42-b93a-df51cb3070c9 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dec78c7-4b42-401f-9394-ae9d933fe581 HTTP/1.1" status: 200 len: 945 time: 0.2118745 Apr 15 13:17:43.085203 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] For port 4d336b05-2920-45f4-ba58-0bbd8ff134d1, host dv-cinder-784945-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=4d336b05-2920-45f4-ba58-0bbd8ff134d1,segment=NetworkSegment(9733c4a1-3989-4087-8d08-859d05e9e450),segment_id=9733c4a1-3989-4087-8d08-859d05e9e450)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:17:43.102085 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:43.111432 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-511807b0-95af-437d-8e6e-5ac20ba6b4e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:43.168027 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-df3e4863-0f7e-4ce0-a0e0-cf249d7be03f req-dd50e9ab-015f-464b-a6df-d0002f543c33 service neutron] 10.222.0.65 "GET /v2.0/networks/8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284541 Apr 15 13:17:43.184359 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-10cbb716-8c88-4800-91b1-312da2d014e9 req-25c0f266-a7b1-4610-80a9-f4ece8212911 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fcce161-b9ff-4e78-b61f-4934af8318e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016612 Apr 15 13:17:43.221612 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Pushing event updated for resources: {'Port': ['ID=4d336b05-2920-45f4-ba58-0bbd8ff134d1,revision_number=3']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:43.234345 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:43.323168 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-4deaa6dc-ff7b-4e33-bbfc-f085c54c6e5b None None] Provisioning complete for port 4d336b05-2920-45f4-ba58-0bbd8ff134d1 triggered by entity DHCP. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:17:43.323728 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4deaa6dc-ff7b-4e33-bbfc-f085c54c6e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:43.350826 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-df3e4863-0f7e-4ce0-a0e0-cf249d7be03f req-0ac63533-349c-4061-bdfa-42db00dc3a5a service neutron] 10.222.0.65 "GET /v2.0/networks/8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640372 Apr 15 13:17:43.571969 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-298d45d3-4ae8-4bb2-9407-e98dc5fd04ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853742755'] for router, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:43.624015 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a82f22-cffb-4866-87eb-695a0def9dc1 req-a5d661f6-efda-4c17-bcee-6d1b1a3276cf tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:43.625717 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-68a82f22-cffb-4866-87eb-695a0def9dc1 req-a5d661f6-efda-4c17-bcee-6d1b1a3276cf tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=782507df-e243-406b-9517-8a551afbed48 HTTP/1.1" status: 200 len: 943 time: 0.1396255 Apr 15 13:17:43.681248 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device 70659142-cc72-4c48-8e3d-3e99c94647ee details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=85259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 13:17:43.690919 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-68a82f22-cffb-4866-87eb-695a0def9dc1 req-e746f730-cef4-46f9-8782-442fb3d50d30 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/security-groups?id=b868c94c-3d9d-4ebb-8c60-4bbeb25ff73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587068 Apr 15 13:17:43.720683 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294dc5c1-8127-4f22-8c7e-798deef0e60e req-2f2b76b0-c4c7-462b-8f90-3ad1495dd1d4 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:43.722250 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e8abcd-3132-47b0-9c75-510d1b6ce716 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Router d48e3290-a679-4183-97f6-5b77323c864a has already been hosted by L3 agent d2850426-fba2-4e27-a3ef-bf91b3b25695 {{(pid=85258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 13:17:43.722570 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-294dc5c1-8127-4f22-8c7e-798deef0e60e req-2f2b76b0-c4c7-462b-8f90-3ad1495dd1d4 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 945 time: 0.1558642 Apr 15 13:17:43.780007 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-294dc5c1-8127-4f22-8c7e-798deef0e60e req-9e1b9515-8742-420c-9259-b4ec6e566537 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501206 Apr 15 13:17:43.875547 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port 70659142-cc72-4c48-8e3d-3e99c94647ee, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=70659142-cc72-4c48-8e3d-3e99c94647ee,segment=NetworkSegment(5ba62775-d6f2-40a9-ac4b-991dcc5cf8d7),segment_id=5ba62775-d6f2-40a9-ac4b-991dcc5cf8d7)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:17:43.892278 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Returning: {'device': '70659142-cc72-4c48-8e3d-3e99c94647ee', 'network_id': 'd2cad01e-d67b-4fa8-b8bf-5a3615ab790c', 'port_id': '70659142-cc72-4c48-8e3d-3e99c94647ee', 'mac_address': 'fa:16:3e:2b:52:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b164dda-b46e-4e2e-9857-b1eea16bba61', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 13:17:43.962231 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:43.981795 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70659142-cc72-4c48-8e3d-3e99c94647ee {{(pid=85259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 13:17:44.002380 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port 70659142-cc72-4c48-8e3d-3e99c94647ee, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=70659142-cc72-4c48-8e3d-3e99c94647ee,segment=NetworkSegment(5ba62775-d6f2-40a9-ac4b-991dcc5cf8d7),segment_id=5ba62775-d6f2-40a9-ac4b-991dcc5cf8d7)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:17:44.005699 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:44.007682 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:44.086038 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Pushing event updated for resources: {'Port': ['ID=70659142-cc72-4c48-8e3d-3e99c94647ee,revision_number=4']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:44.089467 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:44.207539 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e8abcd-3132-47b0-9c75-510d1b6ce716 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify agent at l3_agent.dv-cinder-784945-5-smb the message routers_updated {{(pid=85258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 13:17:44.221482 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6ed7d5-cf38-450c-8d53-b82aacd2a0c6 None None] Sync routers for ids ['d48e3290-a679-4183-97f6-5b77323c864a'] in dv-cinder-784945-5-smb {{(pid=85260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 13:17:44.228296 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a6e8abcd-3132-47b0-9c75-510d1b6ce716 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for floatingip, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:44.238953 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6ed7d5-cf38-450c-8d53-b82aacd2a0c6 None None] Routers {'d48e3290-a679-4183-97f6-5b77323c864a'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:17:44.239675 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-1c6ed7d5-cf38-450c-8d53-b82aacd2a0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:17:15Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['d48e3290-a679-4183-97f6-5b77323c864a'], 'active': True} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:17:44.262667 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-298d45d3-4ae8-4bb2-9407-e98dc5fd04ab admin admin] Router c1f3487b-3cb0-492f-946d-d62fb4bea449 is scheduled to L3 agent d2850426-fba2-4e27-a3ef-bf91b3b25695 with binding_index 1 {{(pid=85258) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 13:17:44.430608 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-a6e8abcd-3132-47b0-9c75-510d1b6ce716 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "PUT /v2.0/floatingips/030cf8a2-e022-4952-b1d5-d2dc8b57c297 HTTP/1.1" status: 200 len: 991 time: 4.6136479 Apr 15 13:17:44.433237 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4beb7c73-e4de-4189-88a4-bf7977ff5414', 'tag': 'cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd'}] {{(pid=85258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:17:44.444137 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553eccfd-faf4-4e5f-9355-7d20156385fc req-194b1ae5-97b5-46aa-8ba3-60068432106e tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:44.453627 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-553eccfd-faf4-4e5f-9355-7d20156385fc req-194b1ae5-97b5-46aa-8ba3-60068432106e tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dec78c7-4b42-401f-9394-ae9d933fe581 HTTP/1.1" status: 200 len: 945 time: 0.1225760 Apr 15 13:17:44.517004 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-1c6ed7d5-cf38-450c-8d53-b82aacd2a0c6 None None] Set router d48e3290-a679-4183-97f6-5b77323c864a gateway port host: dv-cinder-784945-5-smb {{(pid=85260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:17:44.535557 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298d45d3-4ae8-4bb2-9407-e98dc5fd04ab admin admin] Notify agent at l3_agent.dv-cinder-784945-5-smb the message routers_updated {{(pid=85258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 13:17:44.547859 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-553eccfd-faf4-4e5f-9355-7d20156385fc req-22bae3a3-953c-4162-86b6-6ca5ff3072a3 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fcce161-b9ff-4e78-b61f-4934af8318e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919762 Apr 15 13:17:44.558860 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7221cf9d-303a-4ffa-a9b7-471d96625a20 None None] Sync routers for ids ['c1f3487b-3cb0-492f-946d-d62fb4bea449'] in dv-cinder-784945-5-smb {{(pid=85259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 13:17:44.579009 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7221cf9d-303a-4ffa-a9b7-471d96625a20 None None] Routers {'c1f3487b-3cb0-492f-946d-d62fb4bea449'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:17:44.580488 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-7221cf9d-303a-4ffa-a9b7-471d96625a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:17:15Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['c1f3487b-3cb0-492f-946d-d62fb4bea449'], 'active': True} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:17:44.589833 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-298d45d3-4ae8-4bb2-9407-e98dc5fd04ab admin admin] Notify callbacks [] for router, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:44.596384 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-298d45d3-4ae8-4bb2-9407-e98dc5fd04ab admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.7835529 Apr 15 13:17:44.597153 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 39814) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:17:44.709275 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device 4d336b05-2920-45f4-ba58-0bbd8ff134d1 up at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:17:44.833116 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] get_ports_and_sgs() called for port_ids ['70659142-cc72-4c48-8e3d-3e99c94647ee'] {{(pid=85259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 13:17:44.964862 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f3eda-a3a3-4dbe-bcd2-f1224594e109 req-f6973994-d7ae-4b22-9416-6d4d0072d730 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:44.966960 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-0a2f3eda-a3a3-4dbe-bcd2-f1224594e109 req-f6973994-d7ae-4b22-9416-6d4d0072d730 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=782507df-e243-406b-9517-8a551afbed48 HTTP/1.1" status: 200 len: 944 time: 0.1166518 Apr 15 13:17:45.062407 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-0a2f3eda-a3a3-4dbe-bcd2-f1224594e109 req-30ae8fda-c913-42e0-8391-b23116dd2355 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/security-groups?id=b868c94c-3d9d-4ebb-8c60-4bbeb25ff73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891380 Apr 15 13:17:45.118696 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4beb7c73-e4de-4189-88a4-bf7977ff5414', 'tag': 'cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd', 'status': 'completed', 'code': 200} Apr 15 13:17:45.138645 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1bf41d1e-bc58-47af-8409-8d80ca9b01ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:45.183334 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-1c6ed7d5-cf38-450c-8d53-b82aacd2a0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'name': 'tempest-AttachVolumeShelveTestJSON-1575230460-router', 'tenant_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:16:52Z', 'updated_at': '2021-04-15T13:17:02Z', 'revision_number': 4, 'project_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'gw_port': {'id': '862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:be:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:16:54Z', 'updated_at': '2021-04-15T13:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_floatingips': [{'id': '030cf8a2-e022-4952-b1d5-d2dc8b57c297', 'tenant_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'floating_ip_address': '172.28.3.235', 'floating_network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'router_id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'port_id': 'cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a011c5a8-19dd-4b3a-aac8-fb661fc52f6c', 'mac_address': 'fa:16:3e:61:d7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4beb7c73-e4de-4189-88a4-bf7977ff5414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T13:17:11Z', 'updated_at': '2021-04-15T13:17:41Z', 'revision_number': 1, 'project_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2717f3d1-f0d1-4e81-a067-b0b26702f57f', 'name': '', 'network_id': 'a011c5a8-19dd-4b3a-aac8-fb661fc52f6c', 'tenant_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'mac_address': 'fa:16:3e:86:b7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'a4c8aae7-d54c-4123-b3a9-729be74bee3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:17:00Z', 'updated_at': '2021-04-15T13:17:15Z', 'revision_number': 5, 'project_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'subnets': [{'id': 'a4c8aae7-d54c-4123-b3a9-729be74bee3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:17:45.191754 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6ed7d5-cf38-450c-8d53-b82aacd2a0c6 None None] Checking router: d48e3290-a679-4183-97f6-5b77323c864a for host: dv-cinder-784945-5-smb {{(pid=85260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 13:17:45.205782 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6ed7d5-cf38-450c-8d53-b82aacd2a0c6 None None] Routers {'d48e3290-a679-4183-97f6-5b77323c864a'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:17:45.206747 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-1c6ed7d5-cf38-450c-8d53-b82aacd2a0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:17:45Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['d48e3290-a679-4183-97f6-5b77323c864a'], 'active': True} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:17:45.330223 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-7221cf9d-303a-4ffa-a9b7-471d96625a20 None None] Set router c1f3487b-3cb0-492f-946d-d62fb4bea449 gateway port host: dv-cinder-784945-5-smb {{(pid=85259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:17:45.352073 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9732c1f-c3fc-4e3c-9aba-8a05b94f2379 req-88c2175d-f539-40d5-95cd-35086aa1f144 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:45.360365 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c9732c1f-c3fc-4e3c-9aba-8a05b94f2379 req-88c2175d-f539-40d5-95cd-35086aa1f144 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 945 time: 0.1634450 Apr 15 13:17:45.389593 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning complete for port 4d336b05-2920-45f4-ba58-0bbd8ff134d1 triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:17:45.389593 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:45.431997 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c9732c1f-c3fc-4e3c-9aba-8a05b94f2379 req-bb70ce67-5d22-48a9-8ce0-2b79d5dc9881 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705698 Apr 15 13:17:45.452048 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-1c6ed7d5-cf38-450c-8d53-b82aacd2a0c6 None None] Set router d48e3290-a679-4183-97f6-5b77323c864a gateway port host: dv-cinder-784945-5-smb {{(pid=85260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:17:45.452193 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a4f4b-3c4c-4171-b6a8-c4fdba3e9567 req-1df9b05b-9db0-45e6-9f36-c683cd627c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:45.452193 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d94a4f4b-3c4c-4171-b6a8-c4fdba3e9567 req-1df9b05b-9db0-45e6-9f36-c683cd627c9a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3edcfff57f6b4d3a989c0baa167aa5b1&device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 1098 time: 0.1861532 Apr 15 13:17:45.662804 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c87900dd-59db-4d9b-b688-8554058ba32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:45.729836 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-81f54666-1079-46c8-a480-a42b18f3c0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:45.741833 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a4f4b-3c4c-4171-b6a8-c4fdba3e9567 req-00cba195-e6b5-4c1f-a0e9-b5d4d297eb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:45.744011 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d94a4f4b-3c4c-4171-b6a8-c4fdba3e9567 req-00cba195-e6b5-4c1f-a0e9-b5d4d297eb33 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a011c5a8-19dd-4b3a-aac8-fb661fc52f6c HTTP/1.1" status: 200 len: 918 time: 0.2780533 Apr 15 13:17:45.957938 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:45.975852 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-7221cf9d-303a-4ffa-a9b7-471d96625a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f3487b-3cb0-492f-946d-d62fb4bea449', 'name': 'tempest-TestMinimumBasicScenario-1775623895-router', 'tenant_id': '06a7ee46542d4f8884190e4353903cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '16124606-8c76-4f02-9a6e-18cd2f8dfccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:17:38Z', 'updated_at': '2021-04-15T13:17:42Z', 'revision_number': 3, 'project_id': '06a7ee46542d4f8884190e4353903cd9', 'gw_port': {'id': '16124606-8c76-4f02-9a6e-18cd2f8dfccd', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f3487b-3cb0-492f-946d-d62fb4bea449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:17:39Z', 'updated_at': '2021-04-15T13:17:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb'}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:17:45.982514 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7221cf9d-303a-4ffa-a9b7-471d96625a20 None None] Checking router: c1f3487b-3cb0-492f-946d-d62fb4bea449 for host: dv-cinder-784945-5-smb {{(pid=85259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 13:17:45.983132 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7221cf9d-303a-4ffa-a9b7-471d96625a20 None None] Updating router c1f3487b-3cb0-492f-946d-d62fb4bea449 port 16124606-8c76-4f02-9a6e-18cd2f8dfccd binding host dv-cinder-784945-5-smb {{(pid=85259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 13:17:45.990964 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-1c6ed7d5-cf38-450c-8d53-b82aacd2a0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'name': 'tempest-AttachVolumeShelveTestJSON-1575230460-router', 'tenant_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:16:52Z', 'updated_at': '2021-04-15T13:17:02Z', 'revision_number': 4, 'project_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'gw_port': {'id': '862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:be:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:16:54Z', 'updated_at': '2021-04-15T13:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_floatingips': [{'id': '030cf8a2-e022-4952-b1d5-d2dc8b57c297', 'tenant_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'floating_ip_address': '172.28.3.235', 'floating_network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'router_id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'port_id': 'cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a011c5a8-19dd-4b3a-aac8-fb661fc52f6c', 'mac_address': 'fa:16:3e:61:d7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4beb7c73-e4de-4189-88a4-bf7977ff5414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T13:17:11Z', 'updated_at': '2021-04-15T13:17:41Z', 'revision_number': 1, 'project_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2717f3d1-f0d1-4e81-a067-b0b26702f57f', 'name': '', 'network_id': 'a011c5a8-19dd-4b3a-aac8-fb661fc52f6c', 'tenant_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'mac_address': 'fa:16:3e:86:b7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'a4c8aae7-d54c-4123-b3a9-729be74bee3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:17:00Z', 'updated_at': '2021-04-15T13:17:15Z', 'revision_number': 5, 'project_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'subnets': [{'id': 'a4c8aae7-d54c-4123-b3a9-729be74bee3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:17:45.995640 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6ed7d5-cf38-450c-8d53-b82aacd2a0c6 None None] The sync data for ids ['d48e3290-a679-4183-97f6-5b77323c864a'] in dv-cinder-784945-5-smb is: [{'id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'name': 'tempest-AttachVolumeShelveTestJSON-1575230460-router', 'tenant_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:16:52Z', 'updated_at': '2021-04-15T13:17:02Z', 'revision_number': 4, 'project_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'gw_port': {'id': '862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:be:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:16:54Z', 'updated_at': '2021-04-15T13:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_floatingips': [{'id': '030cf8a2-e022-4952-b1d5-d2dc8b57c297', 'tenant_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'floating_ip_address': '172.28.3.235', 'floating_network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'router_id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'port_id': 'cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a011c5a8-19dd-4b3a-aac8-fb661fc52f6c', 'mac_address': 'fa:16:3e:61:d7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4beb7c73-e4de-4189-88a4-bf7977ff5414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T13:17:11Z', 'updated_at': '2021-04-15T13:17:41Z', 'revision_number': 1, 'project_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2717f3d1-f0d1-4e81-a067-b0b26702f57f', 'name': '', 'network_id': 'a011c5a8-19dd-4b3a-aac8-fb661fc52f6c', 'tenant_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'mac_address': 'fa:16:3e:86:b7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'a4c8aae7-d54c-4123-b3a9-729be74bee3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:17:00Z', 'updated_at': '2021-04-15T13:17:15Z', 'revision_number': 5, 'project_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'subnets': [{'id': 'a4c8aae7-d54c-4123-b3a9-729be74bee3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 13:17:46.051864 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7221cf9d-303a-4ffa-a9b7-471d96625a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:46.081844 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d94a4f4b-3c4c-4171-b6a8-c4fdba3e9567 req-3bdbff3d-ab06-4da4-acaa-5796e1e9af29 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd HTTP/1.1" status: 200 len: 999 time: 0.3162353 Apr 15 13:17:46.086620 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_common [None req-81f54666-1079-46c8-a480-a42b18f3c0ca admin admin] Allocated IP 172.20.0.1 (0f9785c8-77af-4ae7-b996-ffbea947a1be/747f79b7-7f51-4cf9-813a-8c186b8b3fc8/69af9c83-65c4-4537-9aeb-28448dccfdfb) {{(pid=85258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 13:17:46.111233 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af78b9a3-9f17-4f26-b114-d9830878ecbb req-1e23bcdc-b953-45da-96c7-4db9bb8004b3 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:46.112984 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-af78b9a3-9f17-4f26-b114-d9830878ecbb req-1e23bcdc-b953-45da-96c7-4db9bb8004b3 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dec78c7-4b42-401f-9394-ae9d933fe581 HTTP/1.1" status: 200 len: 945 time: 0.5096967 Apr 15 13:17:46.127960 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c1e48-9b9d-4050-99e3-bb369d4f6ace req-4449a57d-aeb7-4d5c-8abd-8dc4ec525b42 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:46.136121 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-673c1e48-9b9d-4050-99e3-bb369d4f6ace req-4449a57d-aeb7-4d5c-8abd-8dc4ec525b42 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dec78c7-4b42-401f-9394-ae9d933fe581 HTTP/1.1" status: 200 len: 945 time: 0.3907640 Apr 15 13:17:46.323969 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-81f54666-1079-46c8-a480-a42b18f3c0ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:46.345217 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-81f54666-1079-46c8-a480-a42b18f3c0ca admin admin] Transition to ACTIVE for port object 69af9c83-65c4-4537-9aeb-28448dccfdfb will not be triggered until provisioned by entity DHCP. {{(pid=85258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:17:46.371735 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-673c1e48-9b9d-4050-99e3-bb369d4f6ace req-d728f321-2522-4199-a56b-8d14ec6961e4 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fcce161-b9ff-4e78-b61f-4934af8318e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345347 Apr 15 13:17:46.378583 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a4f4b-3c4c-4171-b6a8-c4fdba3e9567 req-22767354-e556-4cc4-890d-57ac212c291a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:46.380311 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d94a4f4b-3c4c-4171-b6a8-c4fdba3e9567 req-22767354-e556-4cc4-890d-57ac212c291a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a4c8aae7-d54c-4123-b3a9-729be74bee3f HTTP/1.1" status: 200 len: 856 time: 0.2399082 Apr 15 13:17:46.384055 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00c4806-c0e2-4158-ab90-1ed705346b11 None None] New status for floating IP 030cf8a2-e022-4952-b1d5-d2dc8b57c297: ACTIVE {{(pid=85260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 13:17:46.387650 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [req-af78b9a3-9f17-4f26-b114-d9830878ecbb req-145ef9c3-df04-41f2-8324-d3082df78a71 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Deleting port c25337a2-9abd-4c1d-b234-8892e31ffb48 {{(pid=85257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 13:17:46.388106 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-af78b9a3-9f17-4f26-b114-d9830878ecbb req-145ef9c3-df04-41f2-8324-d3082df78a71 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279808963205'] for port, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:46.397109 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-81f54666-1079-46c8-a480-a42b18f3c0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757045383897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10742258'] for port, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:46.421118 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:46.510576 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190949a-4341-4bac-b3ca-81715b9516c9 req-f6ae5fa4-d2ff-4023-8069-720e6f42d027 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:46.522043 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8190949a-4341-4bac-b3ca-81715b9516c9 req-f6ae5fa4-d2ff-4023-8069-720e6f42d027 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=782507df-e243-406b-9517-8a551afbed48 HTTP/1.1" status: 200 len: 944 time: 0.2547326 Apr 15 13:17:46.713697 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7221cf9d-303a-4ffa-a9b7-471d96625a20 None None] Notify callbacks [] for port, precommit_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:46.720337 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f54666-1079-46c8-a480-a42b18f3c0ca admin admin] Network 0f9785c8-77af-4ae7-b996-ffbea947a1be is already hosted by enough agents. {{(pid=85258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 13:17:46.724370 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [None req-81f54666-1079-46c8-a480-a42b18f3c0ca admin admin] Resources bound (agent type, host, resource id): {{(pid=85258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:17:46.737507 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f54666-1079-46c8-a480-a42b18f3c0ca admin admin] Received port after_create {{(pid=85258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 13:17:46.761166 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-7221cf9d-303a-4ffa-a9b7-471d96625a20 None None] Transition to ACTIVE for port object 16124606-8c76-4f02-9a6e-18cd2f8dfccd will not be triggered until provisioned by entity L2. {{(pid=85259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:17:46.779725 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7221cf9d-303a-4ffa-a9b7-471d96625a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:46.808575 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:46.881144 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-81f54666-1079-46c8-a480-a42b18f3c0ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853742696'] for router_interface, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:46.884735 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f54666-1079-46c8-a480-a42b18f3c0ca admin admin] Pushing event updated for resources: {'Port': ['ID=69af9c83-65c4-4537-9aeb-28448dccfdfb,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:46.918195 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f54666-1079-46c8-a480-a42b18f3c0ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:17:46.918613 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f54666-1079-46c8-a480-a42b18f3c0ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:17:46.919075 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f54666-1079-46c8-a480-a42b18f3c0ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:17:46.919729 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f54666-1079-46c8-a480-a42b18f3c0ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:17:46.920189 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f54666-1079-46c8-a480-a42b18f3c0ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:17:46.920624 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f54666-1079-46c8-a480-a42b18f3c0ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:17:46.921046 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f54666-1079-46c8-a480-a42b18f3c0ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:17:46.921528 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f54666-1079-46c8-a480-a42b18f3c0ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:17:46.921924 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f54666-1079-46c8-a480-a42b18f3c0ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:17:46.922315 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f54666-1079-46c8-a480-a42b18f3c0ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:17:46.923248 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f54666-1079-46c8-a480-a42b18f3c0ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:17:46.924332 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f54666-1079-46c8-a480-a42b18f3c0ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:17:46.935189 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-81f54666-1079-46c8-a480-a42b18f3c0ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:46.999089 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d66f9-2e96-4dca-a552-595aa4eb38ea None None] Pushing event updated for resources: {'Port': ['ID=16124606-8c76-4f02-9a6e-18cd2f8dfccd,revision_number=2']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:47.012995 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-b48d66f9-2e96-4dca-a552-595aa4eb38ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:47.039783 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47a557f2-6ce0-416f-9ef8-17658d5933ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:47.071743 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-d4964387-05a6-44a0-b691-1879ecfcc51f None None] Provisioning for port 69af9c83-65c4-4537-9aeb-28448dccfdfb completed by entity DHCP. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:17:47.074056 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-81f54666-1079-46c8-a480-a42b18f3c0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:47.088073 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-d4964387-05a6-44a0-b691-1879ecfcc51f None None] Provisioning complete for port 69af9c83-65c4-4537-9aeb-28448dccfdfb triggered by entity DHCP. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:17:47.088498 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d4964387-05a6-44a0-b691-1879ecfcc51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:47.188718 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-d4964387-05a6-44a0-b691-1879ecfcc51f None None] Port 69af9c83-65c4-4537-9aeb-28448dccfdfb cannot update to ACTIVE because it is not bound. {{(pid=85259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 13:17:47.190489 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-7221cf9d-303a-4ffa-a9b7-471d96625a20 None None] Attempting to bind port 16124606-8c76-4f02-9a6e-18cd2f8dfccd on host dv-cinder-784945-5-smb for vnic_type normal with profile {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 13:17:47.190903 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-7221cf9d-303a-4ffa-a9b7-471d96625a20 None None] Attempting to bind port 16124606-8c76-4f02-9a6e-18cd2f8dfccd by drivers openvswitch,hyperv on host dv-cinder-784945-5-smb at level 0 using segments [{'id': '906bcebc-1c01-4a0b-bcb7-9d225f9b16c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2'}] {{(pid=85259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 13:17:47.191309 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7221cf9d-303a-4ffa-a9b7-471d96625a20 None None] Attempting to bind port 16124606-8c76-4f02-9a6e-18cd2f8dfccd on network 55d93253-8afb-47db-93d0-1527fbeb95d2 {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:17:47.198300 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7221cf9d-303a-4ffa-a9b7-471d96625a20 None None] Checking agent: {'id': '81e11618-700f-4852-9942-b93dec05a832', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 13, 7, 16), 'started_at': datetime.datetime(2021, 4, 15, 13, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 13, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 13:17:47.198722 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7221cf9d-303a-4ffa-a9b7-471d96625a20 None None] Checking segment: {'id': '906bcebc-1c01-4a0b-bcb7-9d225f9b16c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:17:47.199173 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7221cf9d-303a-4ffa-a9b7-471d96625a20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:47.199643 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7221cf9d-303a-4ffa-a9b7-471d96625a20 None None] Bound using segment: {'id': '906bcebc-1c01-4a0b-bcb7-9d225f9b16c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2'} {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 13:17:47.200205 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-7221cf9d-303a-4ffa-a9b7-471d96625a20 None None] Bound port: 16124606-8c76-4f02-9a6e-18cd2f8dfccd, host: dv-cinder-784945-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906bcebc-1c01-4a0b-bcb7-9d225f9b16c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2'}}] {{(pid=85259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 13:17:47.200717 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7221cf9d-303a-4ffa-a9b7-471d96625a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:47.258542 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8190949a-4341-4bac-b3ca-81715b9516c9 req-c190243f-6a05-4c02-afbe-52a1d3be8298 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/security-groups?id=b868c94c-3d9d-4ebb-8c60-4bbeb25ff73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7351277 Apr 15 13:17:47.295967 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-7221cf9d-303a-4ffa-a9b7-471d96625a20 None None] For port 16124606-8c76-4f02-9a6e-18cd2f8dfccd, host dv-cinder-784945-5-smb, cleared binding levels {{(pid=85259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 13:17:47.299878 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-7221cf9d-303a-4ffa-a9b7-471d96625a20 None None] For port 16124606-8c76-4f02-9a6e-18cd2f8dfccd, host dv-cinder-784945-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=16124606-8c76-4f02-9a6e-18cd2f8dfccd,segment=NetworkSegment(906bcebc-1c01-4a0b-bcb7-9d225f9b16c2),segment_id=906bcebc-1c01-4a0b-bcb7-9d225f9b16c2)] {{(pid=85259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 13:17:47.314482 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7221cf9d-303a-4ffa-a9b7-471d96625a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:47.346284 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a4f4b-3c4c-4171-b6a8-c4fdba3e9567 req-fa30a2d8-bdb1-484d-9cb1-355c2d52e1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:47.347945 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d94a4f4b-3c4c-4171-b6a8-c4fdba3e9567 req-fa30a2d8-bdb1-484d-9cb1-355c2d52e1cc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a011c5a8-19dd-4b3a-aac8-fb661fc52f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5582664 Apr 15 13:17:47.404234 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-511807b0-95af-437d-8e6e-5ac20ba6b4e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:47.428309 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-81f54666-1079-46c8-a480-a42b18f3c0ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:47.432329 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-81f54666-1079-46c8-a480-a42b18f3c0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844033590'] for port, after_update {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:47.465091 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:47.513621 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d66f9-2e96-4dca-a552-595aa4eb38ea None None] Pushing event updated for resources: {'Port': ['ID=16124606-8c76-4f02-9a6e-18cd2f8dfccd,revision_number=3']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:47.524055 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-b48d66f9-2e96-4dca-a552-595aa4eb38ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:47.527717 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8b5f4-8b78-45cd-98d8-80610b7da72f req-029e4d8c-0eaa-4563-82b4-27876ecc08f2 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:47.529629 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-61f8b5f4-8b78-45cd-98d8-80610b7da72f req-029e4d8c-0eaa-4563-82b4-27876ecc08f2 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 945 time: 0.8524342 Apr 15 13:17:47.531716 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d94a4f4b-3c4c-4171-b6a8-c4fdba3e9567 req-3340f014-3e5d-4ee7-87cb-0b55d3d8aad7 service neutron] 10.222.0.65 "GET /v2.0/networks/a011c5a8-19dd-4b3a-aac8-fb661fc52f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631134 Apr 15 13:17:47.542138 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f54666-1079-46c8-a480-a42b18f3c0ca admin admin] Pushing event updated for resources: {'Port': ['ID=69af9c83-65c4-4537-9aeb-28448dccfdfb,revision_number=2']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:47.547448 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-81f54666-1079-46c8-a480-a42b18f3c0ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:47.571142 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-81f54666-1079-46c8-a480-a42b18f3c0ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854146407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853743053'] for router_interface, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:47.639927 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7221cf9d-303a-4ffa-a9b7-471d96625a20 None None] Routers {'c1f3487b-3cb0-492f-946d-d62fb4bea449'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:17:47.640562 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-7221cf9d-303a-4ffa-a9b7-471d96625a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:17:45Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['c1f3487b-3cb0-492f-946d-d62fb4bea449'], 'active': True} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:17:47.695645 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [req-af78b9a3-9f17-4f26-b114-d9830878ecbb req-145ef9c3-df04-41f2-8324-d3082df78a71 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] For port c25337a2-9abd-4c1d-b234-8892e31ffb48, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c25337a2-9abd-4c1d-b234-8892e31ffb48,segment=NetworkSegment(22f0d6e2-7748-4e87-9de7-644041666d2a),segment_id=22f0d6e2-7748-4e87-9de7-644041666d2a)] {{(pid=85257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:17:47.696031 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-af78b9a3-9f17-4f26-b114-d9830878ecbb req-145ef9c3-df04-41f2-8324-d3082df78a71 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853842851'] for port, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:47.737523 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f54666-1079-46c8-a480-a42b18f3c0ca admin admin] Network 0f9785c8-77af-4ae7-b996-ffbea947a1be is already hosted by enough agents. {{(pid=85258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 13:17:47.738430 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [None req-81f54666-1079-46c8-a480-a42b18f3c0ca admin admin] Resources bound (agent type, host, resource id): {{(pid=85258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:17:47.771338 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device 70659142-cc72-4c48-8e3d-3e99c94647ee up at agent hyperv_hv-cinder-78494 {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:17:47.955792 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-61f8b5f4-8b78-45cd-98d8-80610b7da72f req-f707b27e-c995-4902-9b6c-808f0b7275b4 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4131925 Apr 15 13:17:47.958846 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [req-af78b9a3-9f17-4f26-b114-d9830878ecbb req-145ef9c3-df04-41f2-8324-d3082df78a71 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Calling delete_port for c25337a2-9abd-4c1d-b234-8892e31ffb48 owned by compute:nova {{(pid=85257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 13:17:48.030928 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f54666-1079-46c8-a480-a42b18f3c0ca admin admin] Router c1f3487b-3cb0-492f-946d-d62fb4bea449 has already been hosted by L3 agent d2850426-fba2-4e27-a3ef-bf91b3b25695 {{(pid=85258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 13:17:48.101352 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d94a4f4b-3c4c-4171-b6a8-c4fdba3e9567 req-8787f221-a39e-48cc-835c-4f6e28832f29 service neutron] 10.222.0.65 "GET /v2.0/networks/a011c5a8-19dd-4b3a-aac8-fb661fc52f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5495312 Apr 15 13:17:48.134341 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a23dd-d732-48b0-b28b-7ee8a8cd282a req-5f26b0bc-2bda-46f6-a1de-5ce3fd2d52ae tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:48.136226 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ce2a23dd-d732-48b0-b28b-7ee8a8cd282a req-5f26b0bc-2bda-46f6-a1de-5ce3fd2d52ae tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dec78c7-4b42-401f-9394-ae9d933fe581 HTTP/1.1" status: 200 len: 945 time: 0.4897747 Apr 15 13:17:48.168004 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-7221cf9d-303a-4ffa-a9b7-471d96625a20 None None] Set router c1f3487b-3cb0-492f-946d-d62fb4bea449 gateway port host: dv-cinder-784945-5-smb {{(pid=85259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:17:48.238830 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Provisioning for port 70659142-cc72-4c48-8e3d-3e99c94647ee completed by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:17:48.241864 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ce2a23dd-d732-48b0-b28b-7ee8a8cd282a req-7bc91d53-aa92-40ad-b724-56b1612a4220 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fcce161-b9ff-4e78-b61f-4934af8318e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650065 Apr 15 13:17:48.260518 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Provisioning complete for port 70659142-cc72-4c48-8e3d-3e99c94647ee triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:17:48.260725 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-af78b9a3-9f17-4f26-b114-d9830878ecbb req-145ef9c3-df04-41f2-8324-d3082df78a71 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757045826334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279809391903'] for port, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:48.260980 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:48.262573 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f54666-1079-46c8-a480-a42b18f3c0ca admin admin] Notify agent at l3_agent.dv-cinder-784945-5-smb the message routers_updated {{(pid=85258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 13:17:48.277000 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-5f416d23-0e32-422b-bf42-5ac768cd53ad tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:48.279541 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-81f54666-1079-46c8-a480-a42b18f3c0ca admin admin] 10.222.0.64 "PUT /v2.0/routers/c1f3487b-3cb0-492f-946d-d62fb4bea449/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6810579 Apr 15 13:17:48.294853 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-91de4902-0b2a-4c89-ba7f-94dc0ef86c23 None None] Provisioning complete for port 69af9c83-65c4-4537-9aeb-28448dccfdfb triggered by entity DHCP. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:17:48.295214 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-91de4902-0b2a-4c89-ba7f-94dc0ef86c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:48.422789 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145ef9c3-df04-41f2-8324-d3082df78a71 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Pushing event deleted for resources: {'Port': ['ID=c25337a2-9abd-4c1d-b234-8892e31ffb48,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:48.473422 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145ef9c3-df04-41f2-8324-d3082df78a71 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:17:48.473820 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145ef9c3-df04-41f2-8324-d3082df78a71 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:17:48.474245 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145ef9c3-df04-41f2-8324-d3082df78a71 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:17:48.474675 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145ef9c3-df04-41f2-8324-d3082df78a71 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:17:48.475060 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145ef9c3-df04-41f2-8324-d3082df78a71 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:17:48.475439 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145ef9c3-df04-41f2-8324-d3082df78a71 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:17:48.475838 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145ef9c3-df04-41f2-8324-d3082df78a71 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:17:48.476212 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145ef9c3-df04-41f2-8324-d3082df78a71 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:17:48.476587 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145ef9c3-df04-41f2-8324-d3082df78a71 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:17:48.476960 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145ef9c3-df04-41f2-8324-d3082df78a71 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:17:48.477328 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145ef9c3-df04-41f2-8324-d3082df78a71 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:17:48.477695 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145ef9c3-df04-41f2-8324-d3082df78a71 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:17:48.489567 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-145ef9c3-df04-41f2-8324-d3082df78a71 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:48.558652 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-91de4902-0b2a-4c89-ba7f-94dc0ef86c23 None None] Port 69af9c83-65c4-4537-9aeb-28448dccfdfb cannot update to ACTIVE because it is not bound. {{(pid=85259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 13:17:48.646111 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b51a50-da8a-44a1-92a3-0927184f8070 req-cff0741d-16bd-49d1-8690-9e6815bd65b1 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:48.647973 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e1b51a50-da8a-44a1-92a3-0927184f8070 req-cff0741d-16bd-49d1-8690-9e6815bd65b1 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=782507df-e243-406b-9517-8a551afbed48 HTTP/1.1" status: 200 len: 944 time: 0.2298162 Apr 15 13:17:48.677812 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:48.752821 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [req-af78b9a3-9f17-4f26-b114-d9830878ecbb req-145ef9c3-df04-41f2-8324-d3082df78a71 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] No DVR routers for this DVR port c25337a2-9abd-4c1d-b234-8892e31ffb48 on host hv-cinder-78494 {{(pid=85257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 13:17:48.755372 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-af78b9a3-9f17-4f26-b114-d9830878ecbb req-145ef9c3-df04-41f2-8324-d3082df78a71 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for port, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:48.760132 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dec78c7-4b42-401f-9394-ae9d933fe581', 'name': 'network-vif-deleted', 'tag': 'c25337a2-9abd-4c1d-b234-8892e31ffb48'}] {{(pid=85257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:17:48.763381 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port 70659142-cc72-4c48-8e3d-3e99c94647ee, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=70659142-cc72-4c48-8e3d-3e99c94647ee,segment=NetworkSegment(5ba62775-d6f2-40a9-ac4b-991dcc5cf8d7),segment_id=5ba62775-d6f2-40a9-ac4b-991dcc5cf8d7)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:17:48.766214 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782507df-e243-406b-9517-8a551afbed48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70659142-cc72-4c48-8e3d-3e99c94647ee'}] {{(pid=85259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:17:48.770799 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e1b51a50-da8a-44a1-92a3-0927184f8070 req-a407b738-5299-4cbf-9a7e-ac60d5ff2f7d tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/security-groups?id=b868c94c-3d9d-4ebb-8c60-4bbeb25ff73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153545 Apr 15 13:17:48.773692 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:48.776276 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:48.788483 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-af78b9a3-9f17-4f26-b114-d9830878ecbb req-145ef9c3-df04-41f2-8324-d3082df78a71 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.65 "DELETE /v2.0/ports/c25337a2-9abd-4c1d-b234-8892e31ffb48 HTTP/1.1" status: 204 len: 173 time: 2.6491075 Apr 15 13:17:48.857059 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dec78c7-4b42-401f-9394-ae9d933fe581', 'name': 'network-vif-deleted', 'tag': 'c25337a2-9abd-4c1d-b234-8892e31ffb48', 'status': 'completed', 'code': 200} Apr 15 13:17:48.877074 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Pushing event updated for resources: {'Port': ['ID=70659142-cc72-4c48-8e3d-3e99c94647ee,revision_number=5']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:48.881550 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:48.888483 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-7221cf9d-303a-4ffa-a9b7-471d96625a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f3487b-3cb0-492f-946d-d62fb4bea449', 'name': 'tempest-TestMinimumBasicScenario-1775623895-router', 'tenant_id': '06a7ee46542d4f8884190e4353903cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '16124606-8c76-4f02-9a6e-18cd2f8dfccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:17:38Z', 'updated_at': '2021-04-15T13:17:46Z', 'revision_number': 4, 'project_id': '06a7ee46542d4f8884190e4353903cd9', 'gw_port': {'id': '16124606-8c76-4f02-9a6e-18cd2f8dfccd', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f3487b-3cb0-492f-946d-d62fb4bea449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:17:39Z', 'updated_at': '2021-04-15T13:17:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_interfaces': [{'id': '69af9c83-65c4-4537-9aeb-28448dccfdfb', 'name': '', 'network_id': '0f9785c8-77af-4ae7-b996-ffbea947a1be', 'tenant_id': '06a7ee46542d4f8884190e4353903cd9', 'mac_address': 'fa:16:3e:c7:a9:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f3487b-3cb0-492f-946d-d62fb4bea449', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '747f79b7-7f51-4cf9-813a-8c186b8b3fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:17:45Z', 'updated_at': '2021-04-15T13:17:47Z', 'revision_number': 2, 'project_id': '06a7ee46542d4f8884190e4353903cd9', 'subnets': [{'id': '747f79b7-7f51-4cf9-813a-8c186b8b3fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:17:48.893362 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7221cf9d-303a-4ffa-a9b7-471d96625a20 None None] The sync data for ids ['c1f3487b-3cb0-492f-946d-d62fb4bea449'] in dv-cinder-784945-5-smb is: [{'id': 'c1f3487b-3cb0-492f-946d-d62fb4bea449', 'name': 'tempest-TestMinimumBasicScenario-1775623895-router', 'tenant_id': '06a7ee46542d4f8884190e4353903cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '16124606-8c76-4f02-9a6e-18cd2f8dfccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:17:38Z', 'updated_at': '2021-04-15T13:17:46Z', 'revision_number': 4, 'project_id': '06a7ee46542d4f8884190e4353903cd9', 'gw_port': {'id': '16124606-8c76-4f02-9a6e-18cd2f8dfccd', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f3487b-3cb0-492f-946d-d62fb4bea449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:17:39Z', 'updated_at': '2021-04-15T13:17:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_interfaces': [{'id': '69af9c83-65c4-4537-9aeb-28448dccfdfb', 'name': '', 'network_id': '0f9785c8-77af-4ae7-b996-ffbea947a1be', 'tenant_id': '06a7ee46542d4f8884190e4353903cd9', 'mac_address': 'fa:16:3e:c7:a9:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f3487b-3cb0-492f-946d-d62fb4bea449', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '747f79b7-7f51-4cf9-813a-8c186b8b3fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:17:45Z', 'updated_at': '2021-04-15T13:17:47Z', 'revision_number': 2, 'project_id': '06a7ee46542d4f8884190e4353903cd9', 'subnets': [{'id': '747f79b7-7f51-4cf9-813a-8c186b8b3fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 13:17:48.905919 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '782507df-e243-406b-9517-8a551afbed48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70659142-cc72-4c48-8e3d-3e99c94647ee', 'code': 200} Apr 15 13:17:49.163717 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 39870) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:17:49.170679 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-61b69d05-cdd6-4738-a49e-ab6bca33977e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1271416638-network', 'tenant_id': '9123ccfaab2a4f53851baa7f95b7978d'}} {{(pid=85258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:17:49.176831 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-61b69d05-cdd6-4738-a49e-ab6bca33977e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:17:49.182389 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-61b69d05-cdd6-4738-a49e-ab6bca33977e admin admin] Usage tracker for resource:network and tenant:9123ccfaab2a4f53851baa7f95b7978d is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:17:49.187231 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-61b69d05-cdd6-4738-a49e-ab6bca33977e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:17:49.194783 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-61b69d05-cdd6-4738-a49e-ab6bca33977e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:17:49.209174 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b69d05-cdd6-4738-a49e-ab6bca33977e admin admin] Made reservation on behalf of 9123ccfaab2a4f53851baa7f95b7978d for: {'network': 1} {{(pid=85258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 13:17:49.213219 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c0731-fbe2-4d54-a34d-2564e3593fec req-f7a0190e-7c88-4bcf-b77c-1efdda2ccbb0 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:49.214921 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-440c0731-fbe2-4d54-a34d-2564e3593fec req-f7a0190e-7c88-4bcf-b77c-1efdda2ccbb0 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 945 time: 0.0938711 Apr 15 13:17:49.218705 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-61b69d05-cdd6-4738-a49e-ab6bca33977e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for network, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:49.232789 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-61b69d05-cdd6-4738-a49e-ab6bca33977e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:49.249990 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-61b69d05-cdd6-4738-a49e-ab6bca33977e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:17:49.254027 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-61b69d05-cdd6-4738-a49e-ab6bca33977e admin admin] Usage tracker for resource:security_group_rule and tenant:9123ccfaab2a4f53851baa7f95b7978d is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:17:49.257022 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-61b69d05-cdd6-4738-a49e-ab6bca33977e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:17:49.263709 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-61b69d05-cdd6-4738-a49e-ab6bca33977e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:17:49.272537 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-440c0731-fbe2-4d54-a34d-2564e3593fec req-ce9ae73e-3823-473e-bcb7-7f75fbd52e86 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501757 Apr 15 13:17:49.423992 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-61b69d05-cdd6-4738-a49e-ab6bca33977e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:49.432820 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-61b69d05-cdd6-4738-a49e-ab6bca33977e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:49.439181 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-a23c538e-494d-4ef6-bae0-904420298ebe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:49.469319 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380a144-6dd8-4349-bddb-fcd4d699dea5 req-c43bc91e-c389-4ed4-9af8-0906648294aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:49.471004 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4380a144-6dd8-4349-bddb-fcd4d699dea5 req-c43bc91e-c389-4ed4-9af8-0906648294aa service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=782507df-e243-406b-9517-8a551afbed48 HTTP/1.1" status: 200 len: 1098 time: 0.1370184 Apr 15 13:17:49.497863 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b69d05-cdd6-4738-a49e-ab6bca33977e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8264e88-162a-4fec-8b0d-03f322c92915,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:49.501566 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-61b69d05-cdd6-4738-a49e-ab6bca33977e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:49.506451 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61b69d05-cdd6-4738-a49e-ab6bca33977e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=85258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 13:17:49.521257 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-61b69d05-cdd6-4738-a49e-ab6bca33977e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773144'] for segment, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:49.521666 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.db.segments_db [None req-61b69d05-cdd6-4738-a49e-ab6bca33977e admin admin] Added segment ae17806f-283f-4edd-86e7-739069cc7ea4 of type vlan for network 79c18fa6-218b-4fd2-9864-b67c1d184001 Apr 15 13:17:49.568701 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-61b69d05-cdd6-4738-a49e-ab6bca33977e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757045372002'] for network, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:49.577016 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-1621ce97-14ee-4b46-b9f8-f117f2a76815 req-c8f7f4ec-877c-485d-984a-739abf6a6a7e tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Synchronizing usage tracker for tenant:aa70b07eec62485d99d5cf35f9736a8c on resource:port {{(pid=85257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 13:17:49.598675 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-1621ce97-14ee-4b46-b9f8-f117f2a76815 req-c8f7f4ec-877c-485d-984a-739abf6a6a7e tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Unset dirty status for tenant:aa70b07eec62485d99d5cf35f9736a8c on resource:port {{(pid=85257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 13:17:49.600034 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1621ce97-14ee-4b46-b9f8-f117f2a76815 req-c8f7f4ec-877c-485d-984a-739abf6a6a7e tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dec78c7-4b42-401f-9394-ae9d933fe581 HTTP/1.1" status: 200 len: 210 time: 0.1006098 Apr 15 13:17:49.619366 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-61b69d05-cdd6-4738-a49e-ab6bca33977e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424'] for network, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:49.620884 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b69d05-cdd6-4738-a49e-ab6bca33977e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:49.621539 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-61b69d05-cdd6-4738-a49e-ab6bca33977e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for network, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:49.628450 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4380a144-6dd8-4349-bddb-fcd4d699dea5 req-5f3ce754-d014-4a37-8809-5068f261ee07 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b868c94c-3d9d-4ebb-8c60-4bbeb25ff73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467648 Apr 15 13:17:49.631987 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:49.718300 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device c25337a2-9abd-4c1d-b234-8892e31ffb48 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 13:17:49.836439 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] No Port match for: c25337a2-9abd-4c1d-b234-8892e31ffb48 {{(pid=85259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 13:17:49.836846 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device c25337a2-9abd-4c1d-b234-8892e31ffb48 not bound to the agent host hv-cinder-78494 {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 13:17:50.063333 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b69d05-cdd6-4738-a49e-ab6bca33977e admin admin] Pushing event updated for resources: {'Network': ['ID=79c18fa6-218b-4fd2-9864-b67c1d184001,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:50.066982 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-61b69d05-cdd6-4738-a49e-ab6bca33977e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:50.083596 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Network 79c18fa6-218b-4fd2-9864-b67c1d184001 details requested by agent ovs-agent-dv-cinder-784945-5-smb with host dv-cinder-784945-5-smb {{(pid=85259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 13:17:50.093744 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-61b69d05-cdd6-4738-a49e-ab6bca33977e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9287057 Apr 15 13:17:50.099118 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 39888) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:17:50.108131 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-dc744b45-a0b2-4968-a2ea-5b376a795561 admin admin] Request body: {'subnet': {'network_id': '79c18fa6-218b-4fd2-9864-b67c1d184001', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1271416638-subnet', 'tenant_id': '9123ccfaab2a4f53851baa7f95b7978d', 'ip_version': 4}} {{(pid=85258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:17:50.117923 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0afdb4f-5db6-4f3c-a12f-d807b784e8fd req-5f828826-36ee-4614-88ff-ff737f1b162e tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:50.124555 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-dc744b45-a0b2-4968-a2ea-5b376a795561 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:17:50.129054 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c0afdb4f-5db6-4f3c-a12f-d807b784e8fd req-5f828826-36ee-4614-88ff-ff737f1b162e tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=782507df-e243-406b-9517-8a551afbed48 HTTP/1.1" status: 200 len: 945 time: 0.1277268 Apr 15 13:17:50.136421 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-dc744b45-a0b2-4968-a2ea-5b376a795561 admin admin] Usage tracker for resource:subnet and tenant:9123ccfaab2a4f53851baa7f95b7978d is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:17:50.142574 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-dc744b45-a0b2-4968-a2ea-5b376a795561 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:17:50.150115 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-dc744b45-a0b2-4968-a2ea-5b376a795561 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:17:50.165824 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc744b45-a0b2-4968-a2ea-5b376a795561 admin admin] Made reservation on behalf of 9123ccfaab2a4f53851baa7f95b7978d for: {'subnet': 1} {{(pid=85258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 13:17:50.181044 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-dc744b45-a0b2-4968-a2ea-5b376a795561 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853304430'] for subnet, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:50.198382 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c0afdb4f-5db6-4f3c-a12f-d807b784e8fd req-543a7988-b15e-4fdd-ac65-fea5a4b992af tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/security-groups?id=b868c94c-3d9d-4ebb-8c60-4bbeb25ff73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682673 Apr 15 13:17:50.564352 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device 16124606-8c76-4f02-9a6e-18cd2f8dfccd up at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:17:50.659064 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning for port 16124606-8c76-4f02-9a6e-18cd2f8dfccd completed by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:17:50.670686 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-dc744b45-a0b2-4968-a2ea-5b376a795561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10742104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853304445'] for subnet, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:50.671377 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning complete for port 16124606-8c76-4f02-9a6e-18cd2f8dfccd triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:17:50.671843 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:50.692685 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-86b51b3a-feab-47b0-9207-27a270120b17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:50.801707 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-db84d95b-8fe3-4927-b5d4-043461134ec5 req-5efd4745-f6e9-4e7b-aa6d-f312f8683c28 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1580882 Apr 15 13:17:50.848448 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc744b45-a0b2-4968-a2ea-5b376a795561 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17c6d420-4d68-485a-b26b-bf944d1d91a8,revision_number=0']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:50.851303 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-dc744b45-a0b2-4968-a2ea-5b376a795561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:50.879008 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:50.902653 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] For port 16124606-8c76-4f02-9a6e-18cd2f8dfccd, host dv-cinder-784945-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=16124606-8c76-4f02-9a6e-18cd2f8dfccd,segment=NetworkSegment(906bcebc-1c01-4a0b-bcb7-9d225f9b16c2),segment_id=906bcebc-1c01-4a0b-bcb7-9d225f9b16c2)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:17:50.907931 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:50.910601 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:50.947222 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc744b45-a0b2-4968-a2ea-5b376a795561 admin admin] Checking segment: {'id': 'ae17806f-283f-4edd-86e7-739069cc7ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '79c18fa6-218b-4fd2-9864-b67c1d184001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:17:50.947706 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc744b45-a0b2-4968-a2ea-5b376a795561 admin admin] Network hostable DHCP agents. Network: 79c18fa6-218b-4fd2-9864-b67c1d184001, hostable agents: ['311c43f5-3c4a-4973-9b30-7f7c0bf49be0'], hosted agents: [] {{(pid=85258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 13:17:50.957024 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84d95b-8fe3-4927-b5d4-043461134ec5 req-d92f4a61-29a5-414f-8442-7d6731648a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:50.958656 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-db84d95b-8fe3-4927-b5d4-043461134ec5 req-d92f4a61-29a5-414f-8442-7d6731648a03 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7a25fc3ecff749c59e42598d52e7b9fc&device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 1098 time: 0.0937622 Apr 15 13:17:50.970410 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc744b45-a0b2-4968-a2ea-5b376a795561 admin admin] Network 79c18fa6-218b-4fd2-9864-b67c1d184001 is scheduled to be hosted by DHCP agent 311c43f5-3c4a-4973-9b30-7f7c0bf49be0 with binding_index 1 {{(pid=85258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 13:17:50.980723 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [None req-dc744b45-a0b2-4968-a2ea-5b376a795561 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-5-smb, 79c18fa6-218b-4fd2-9864-b67c1d184001) {{(pid=85258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:17:50.992116 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe54623d-5be5-4fe5-9239-def8535c5383 None None] Network 79c18fa6-218b-4fd2-9864-b67c1d184001 requested from dv-cinder-784945-5-smb {{(pid=85259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 13:17:51.000983 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc744b45-a0b2-4968-a2ea-5b376a795561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:51.001839 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-dc744b45-a0b2-4968-a2ea-5b376a795561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for subnet, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:51.028085 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-dc744b45-a0b2-4968-a2ea-5b376a795561 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9252350 Apr 15 13:17:51.034065 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 39908) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:17:51.040587 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-67323422-1fc8-4f61-82be-7a868dc91c58 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1271416638-router', 'tenant_id': '9123ccfaab2a4f53851baa7f95b7978d', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2'}}} {{(pid=85258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:17:51.046787 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-67323422-1fc8-4f61-82be-7a868dc91c58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:17:51.051716 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-67323422-1fc8-4f61-82be-7a868dc91c58 admin admin] Usage tracker for resource:router and tenant:9123ccfaab2a4f53851baa7f95b7978d is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:17:51.055321 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-67323422-1fc8-4f61-82be-7a868dc91c58 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:17:51.063599 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-67323422-1fc8-4f61-82be-7a868dc91c58 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:17:51.077584 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-67323422-1fc8-4f61-82be-7a868dc91c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853741594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854710284'] for router, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:51.078342 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Pushing event updated for resources: {'Port': ['ID=16124606-8c76-4f02-9a6e-18cd2f8dfccd,revision_number=4']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:51.079190 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-67323422-1fc8-4f61-82be-7a868dc91c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1033063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-938009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65516'] for router, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:51.083229 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:51.099595 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-67323422-1fc8-4f61-82be-7a868dc91c58 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:51.282187 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136c0432-2055-4518-8185-eb688af375f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8627bff5-3798-5c6e-aea6-252cc41330bf-79c18fa6-218b-4fd2-9864-b67c1d184001', 'network_id': '79c18fa6-218b-4fd2-9864-b67c1d184001', 'tenant_id': '9123ccfaab2a4f53851baa7f95b7978d', 'fixed_ips': [{'subnet_id': '17c6d420-4d68-485a-b26b-bf944d1d91a8'}]}} from dv-cinder-784945-5-smb. {{(pid=85259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 13:17:51.283152 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-136c0432-2055-4518-8185-eb688af375f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_create {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:51.365033 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607d4846-3768-4cff-97a9-e341c50276e4 req-904d0f50-6638-496b-9268-d6b5d4501f09 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:51.373683 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-607d4846-3768-4cff-97a9-e341c50276e4 req-904d0f50-6638-496b-9268-d6b5d4501f09 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/networks?id=bb62c6ba-4065-4853-860d-054c00065fae HTTP/1.1" status: 200 len: 808 time: 0.2728474 Apr 15 13:17:51.374903 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84d95b-8fe3-4927-b5d4-043461134ec5 req-37e023bd-1213-4493-bb9b-fbfdcefc5a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:51.376453 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-db84d95b-8fe3-4927-b5d4-043461134ec5 req-37e023bd-1213-4493-bb9b-fbfdcefc5a9b service neutron] 10.222.0.65 "GET /v2.0/networks?id=8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c HTTP/1.1" status: 200 len: 920 time: 0.3858161 Apr 15 13:17:51.452477 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-67323422-1fc8-4f61-82be-7a868dc91c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1033076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853741577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65501'] for router, precommit_update {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:51.507106 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-607d4846-3768-4cff-97a9-e341c50276e4 req-61f67df5-af14-4bf1-abcd-04e36c99ef1c tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/quotas/aa70b07eec62485d99d5cf35f9736a8c HTTP/1.1" status: 200 len: 375 time: 0.0901341 Apr 15 13:17:51.512465 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_common [None req-136c0432-2055-4518-8185-eb688af375f6 None None] Allocated IP 172.20.0.2 (79c18fa6-218b-4fd2-9864-b67c1d184001/17c6d420-4d68-485a-b26b-bf944d1d91a8/5c46f2b3-a8a3-4221-b83d-9c18cb1f63fb) {{(pid=85259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 13:17:51.773257 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-136c0432-2055-4518-8185-eb688af375f6 None None] Notify callbacks [] for port, precommit_create {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:51.789552 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-136c0432-2055-4518-8185-eb688af375f6 None None] Transition to ACTIVE for port object 5c46f2b3-a8a3-4221-b83d-9c18cb1f63fb will not be triggered until provisioned by entity L2. {{(pid=85259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:17:51.813248 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-136c0432-2055-4518-8185-eb688af375f6 None None] Transition to ACTIVE for port object 5c46f2b3-a8a3-4221-b83d-9c18cb1f63fb will not be triggered until provisioned by entity DHCP. {{(pid=85259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:17:51.818766 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-136c0432-2055-4518-8185-eb688af375f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757045383897'] for port, after_create {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:51.833859 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-67323422-1fc8-4f61-82be-7a868dc91c58 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:51.837251 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:51.840887 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-607d4846-3768-4cff-97a9-e341c50276e4 req-289e6965-46d7-43c9-b024-ae166339f217 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=aa70b07eec62485d99d5cf35f9736a8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3182149 Apr 15 13:17:51.843393 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-db84d95b-8fe3-4927-b5d4-043461134ec5 req-b2c27d47-ec26-4b38-bd47-d6346554f827 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=735f293a-0ef1-4b63-b381-c424aa74b668 HTTP/1.1" status: 200 len: 217 time: 0.4206221 Apr 15 13:17:51.871386 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-67323422-1fc8-4f61-82be-7a868dc91c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:51.969360 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c0432-2055-4518-8185-eb688af375f6 None None] Pushing event updated for resources: {'Port': ['ID=5c46f2b3-a8a3-4221-b83d-9c18cb1f63fb,revision_number=1']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:51.972436 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-136c0432-2055-4518-8185-eb688af375f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:52.034784 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_common [None req-67323422-1fc8-4f61-82be-7a868dc91c58 admin admin] Allocated IP 172.28.3.18 (55d93253-8afb-47db-93d0-1527fbeb95d2/ec126ae6-92bb-4236-889a-ca54f3751a25/e4885434-7e7b-482d-82e6-99b39485bc3c) {{(pid=85258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 13:17:52.047966 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136c0432-2055-4518-8185-eb688af375f6 None None] Network 79c18fa6-218b-4fd2-9864-b67c1d184001 is already hosted by enough agents. {{(pid=85259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 13:17:52.049533 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [None req-136c0432-2055-4518-8185-eb688af375f6 None None] Resources bound (agent type, host, resource id): {{(pid=85259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:17:52.052428 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136c0432-2055-4518-8185-eb688af375f6 None None] Received port after_create {{(pid=85259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 13:17:52.081081 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84d95b-8fe3-4927-b5d4-043461134ec5 req-01d5de11-772b-45db-af0c-9c4f0f6953ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:52.082702 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-db84d95b-8fe3-4927-b5d4-043461134ec5 req-01d5de11-772b-45db-af0c-9c4f0f6953ef service neutron] 10.222.0.65 "GET /v2.0/subnets?id=734b4bd6-c885-4d5b-bca7-827d1f80adde HTTP/1.1" status: 200 len: 859 time: 0.0982087 Apr 15 13:17:52.154740 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4aa2c5-777e-4620-afc2-59185a26b89a req-2a19b113-f040-4ce9-99df-dbdaee69adc5 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:52.159083 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-be4aa2c5-777e-4620-afc2-59185a26b89a req-2a19b113-f040-4ce9-99df-dbdaee69adc5 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 945 time: 0.7814879 Apr 15 13:17:52.168276 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-136c0432-2055-4518-8185-eb688af375f6 None None] Attempting to bind port 5c46f2b3-a8a3-4221-b83d-9c18cb1f63fb on host dv-cinder-784945-5-smb for vnic_type normal with profile {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 13:17:52.168706 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-136c0432-2055-4518-8185-eb688af375f6 None None] Attempting to bind port 5c46f2b3-a8a3-4221-b83d-9c18cb1f63fb by drivers openvswitch,hyperv on host dv-cinder-784945-5-smb at level 0 using segments [{'id': 'ae17806f-283f-4edd-86e7-739069cc7ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '79c18fa6-218b-4fd2-9864-b67c1d184001'}] {{(pid=85259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 13:17:52.169172 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136c0432-2055-4518-8185-eb688af375f6 None None] Attempting to bind port 5c46f2b3-a8a3-4221-b83d-9c18cb1f63fb on network 79c18fa6-218b-4fd2-9864-b67c1d184001 {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:17:52.176246 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136c0432-2055-4518-8185-eb688af375f6 None None] Checking agent: {'id': '81e11618-700f-4852-9942-b93dec05a832', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 13, 7, 16), 'started_at': datetime.datetime(2021, 4, 15, 13, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 13, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 13:17:52.176669 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136c0432-2055-4518-8185-eb688af375f6 None None] Checking segment: {'id': 'ae17806f-283f-4edd-86e7-739069cc7ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '79c18fa6-218b-4fd2-9864-b67c1d184001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:17:52.177132 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-136c0432-2055-4518-8185-eb688af375f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:52.177733 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136c0432-2055-4518-8185-eb688af375f6 None None] Bound using segment: {'id': 'ae17806f-283f-4edd-86e7-739069cc7ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '79c18fa6-218b-4fd2-9864-b67c1d184001'} {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 13:17:52.178311 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-136c0432-2055-4518-8185-eb688af375f6 None None] Bound port: 5c46f2b3-a8a3-4221-b83d-9c18cb1f63fb, host: dv-cinder-784945-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae17806f-283f-4edd-86e7-739069cc7ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '79c18fa6-218b-4fd2-9864-b67c1d184001'}}] {{(pid=85259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 13:17:52.178695 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-136c0432-2055-4518-8185-eb688af375f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:52.183409 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-607d4846-3768-4cff-97a9-e341c50276e4 req-dacb9d33-3a7c-41d6-90f5-46ce44dc3b2c service neutron] 10.222.0.64 "GET /v2.0/networks/bb62c6ba-4065-4853-860d-054c00065fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289347 Apr 15 13:17:52.187442 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-db84d95b-8fe3-4927-b5d4-043461134ec5 req-27798ef0-2047-44c6-9093-97843f864297 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889761 Apr 15 13:17:52.206741 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-67323422-1fc8-4f61-82be-7a868dc91c58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:52.243989 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-67323422-1fc8-4f61-82be-7a868dc91c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757045383897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10742258'] for port, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:52.261794 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:52.287882 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-136c0432-2055-4518-8185-eb688af375f6 None None] For port 5c46f2b3-a8a3-4221-b83d-9c18cb1f63fb, host dv-cinder-784945-5-smb, cleared binding levels {{(pid=85259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 13:17:52.291007 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-136c0432-2055-4518-8185-eb688af375f6 None None] For port 5c46f2b3-a8a3-4221-b83d-9c18cb1f63fb, host dv-cinder-784945-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=5c46f2b3-a8a3-4221-b83d-9c18cb1f63fb,segment=NetworkSegment(ae17806f-283f-4edd-86e7-739069cc7ea4),segment_id=ae17806f-283f-4edd-86e7-739069cc7ea4)] {{(pid=85259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 13:17:52.295723 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-136c0432-2055-4518-8185-eb688af375f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:52.311430 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-41a27026-e32e-44e3-87dc-6eb055ca0e15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:52.452811 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-db84d95b-8fe3-4927-b5d4-043461134ec5 req-540604d6-7172-487a-a3fc-a6c34e359d7d service neutron] 10.222.0.65 "GET /v2.0/networks/8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456789 Apr 15 13:17:52.477924 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c0432-2055-4518-8185-eb688af375f6 None None] Pushing event updated for resources: {'Port': ['ID=5c46f2b3-a8a3-4221-b83d-9c18cb1f63fb,revision_number=2']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:52.481784 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-be4aa2c5-777e-4620-afc2-59185a26b89a req-12a2ce77-679c-4588-8c92-e296ca3c09d8 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010085 Apr 15 13:17:52.481874 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-136c0432-2055-4518-8185-eb688af375f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:52.541151 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67323422-1fc8-4f61-82be-7a868dc91c58 admin admin] Pushing event updated for resources: {'Port': ['ID=e4885434-7e7b-482d-82e6-99b39485bc3c,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:52.546126 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-67323422-1fc8-4f61-82be-7a868dc91c58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:52.552217 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67323422-1fc8-4f61-82be-7a868dc91c58 admin admin] Network 55d93253-8afb-47db-93d0-1527fbeb95d2 is already hosted by enough agents. {{(pid=85258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 13:17:52.553622 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [None req-67323422-1fc8-4f61-82be-7a868dc91c58 admin admin] Resources bound (agent type, host, resource id): {{(pid=85258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:17:52.563242 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67323422-1fc8-4f61-82be-7a868dc91c58 admin admin] Received port after_create {{(pid=85258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 13:17:52.568832 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e316d665-bf1f-4f0d-82c7-27924d0cc70f None None] Sync routers for ids ['c1f3487b-3cb0-492f-946d-d62fb4bea449'] in dv-cinder-784945-5-smb {{(pid=85259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 13:17:52.587393 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e316d665-bf1f-4f0d-82c7-27924d0cc70f None None] Routers {'c1f3487b-3cb0-492f-946d-d62fb4bea449'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:17:52.588221 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-e316d665-bf1f-4f0d-82c7-27924d0cc70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:17:45Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['c1f3487b-3cb0-492f-946d-d62fb4bea449'], 'active': True} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:17:52.593588 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-607d4846-3768-4cff-97a9-e341c50276e4 req-9829d12b-adcb-4e3d-8c00-cef5fb2ce9ba service neutron] 10.222.0.64 "GET /v2.0/networks/bb62c6ba-4065-4853-860d-054c00065fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3898215 Apr 15 13:17:52.845408 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-db84d95b-8fe3-4927-b5d4-043461134ec5 req-fe59f162-978f-4412-857e-2e5bdec9667c service neutron] 10.222.0.65 "GET /v2.0/networks/8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523035 Apr 15 13:17:53.014821 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device 16124606-8c76-4f02-9a6e-18cd2f8dfccd up at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:17:53.096744 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991fe5d-5fa6-4153-82e6-c9fe66706292 req-d976e543-d49c-448f-ab1f-b8a7d935edd6 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:53.098553 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f991fe5d-5fa6-4153-82e6-c9fe66706292 req-d976e543-d49c-448f-ab1f-b8a7d935edd6 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=782507df-e243-406b-9517-8a551afbed48 HTTP/1.1" status: 200 len: 945 time: 0.1851788 Apr 15 13:17:53.191126 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f991fe5d-5fa6-4153-82e6-c9fe66706292 req-995f6f12-b786-4193-8b4e-e8fb777c294d tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/security-groups?id=b868c94c-3d9d-4ebb-8c60-4bbeb25ff73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854592 Apr 15 13:17:53.260532 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:53.393390 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-67323422-1fc8-4f61-82be-7a868dc91c58 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:53.397948 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1592a2c1-3a81-4ef9-84c3-ff4d13f9452d req-738620a1-0515-404f-8f76-ca6407d1f57a tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a456fc-6cae-4253-b2c4-3ae094679541 HTTP/1.1" status: 200 len: 210 time: 0.0969915 Apr 15 13:17:53.398324 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-e316d665-bf1f-4f0d-82c7-27924d0cc70f None None] Set router c1f3487b-3cb0-492f-946d-d62fb4bea449 gateway port host: dv-cinder-784945-5-smb {{(pid=85259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:17:53.491886 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning complete for port 16124606-8c76-4f02-9a6e-18cd2f8dfccd triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:17:53.492939 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:53.962741 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-e316d665-bf1f-4f0d-82c7-27924d0cc70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f3487b-3cb0-492f-946d-d62fb4bea449', 'name': 'tempest-TestMinimumBasicScenario-1775623895-router', 'tenant_id': '06a7ee46542d4f8884190e4353903cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '16124606-8c76-4f02-9a6e-18cd2f8dfccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:17:38Z', 'updated_at': '2021-04-15T13:17:46Z', 'revision_number': 4, 'project_id': '06a7ee46542d4f8884190e4353903cd9', 'gw_port': {'id': '16124606-8c76-4f02-9a6e-18cd2f8dfccd', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f3487b-3cb0-492f-946d-d62fb4bea449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:17:39Z', 'updated_at': '2021-04-15T13:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_interfaces': [{'id': '69af9c83-65c4-4537-9aeb-28448dccfdfb', 'name': '', 'network_id': '0f9785c8-77af-4ae7-b996-ffbea947a1be', 'tenant_id': '06a7ee46542d4f8884190e4353903cd9', 'mac_address': 'fa:16:3e:c7:a9:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f3487b-3cb0-492f-946d-d62fb4bea449', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '747f79b7-7f51-4cf9-813a-8c186b8b3fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:17:45Z', 'updated_at': '2021-04-15T13:17:47Z', 'revision_number': 2, 'project_id': '06a7ee46542d4f8884190e4353903cd9', 'subnets': [{'id': '747f79b7-7f51-4cf9-813a-8c186b8b3fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:17:53.968081 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e316d665-bf1f-4f0d-82c7-27924d0cc70f None None] Checking router: c1f3487b-3cb0-492f-946d-d62fb4bea449 for host: dv-cinder-784945-5-smb {{(pid=85259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 13:17:53.968651 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e316d665-bf1f-4f0d-82c7-27924d0cc70f None None] Updating router c1f3487b-3cb0-492f-946d-d62fb4bea449 port 69af9c83-65c4-4537-9aeb-28448dccfdfb binding host dv-cinder-784945-5-smb {{(pid=85259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 13:17:54.047144 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e316d665-bf1f-4f0d-82c7-27924d0cc70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:54.350473 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-67323422-1fc8-4f61-82be-7a868dc91c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853742755'] for router, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:54.383083 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c7e78f-d712-40fd-b65d-1b66136446f7 None None] Network 79c18fa6-218b-4fd2-9864-b67c1d184001 requested from dv-cinder-784945-5-smb {{(pid=85259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 13:17:54.554705 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-70228535-0a28-4d49-a66e-851b72e65c7c None None] Provisioning for port 5c46f2b3-a8a3-4221-b83d-9c18cb1f63fb completed by entity DHCP. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:17:54.612169 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-37176c50-c8bc-411f-a70d-6f0aef2a07e6 req-2f2c7283-a746-4a7d-be6d-b95383b351b3 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a456fc-6cae-4253-b2c4-3ae094679541 HTTP/1.1" status: 200 len: 210 time: 0.0743613 Apr 15 13:17:54.637593 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device 5c46f2b3-a8a3-4221-b83d-9c18cb1f63fb up at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:17:54.655111 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67323422-1fc8-4f61-82be-7a868dc91c58 admin admin] Router 8f2a50ef-1a42-4dc4-b1fe-80e938f617bd is scheduled to L3 agent d2850426-fba2-4e27-a3ef-bf91b3b25695 with binding_index 1 {{(pid=85258) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 13:17:54.858813 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e316d665-bf1f-4f0d-82c7-27924d0cc70f None None] Notify callbacks [] for port, precommit_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:54.869093 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning for port 5c46f2b3-a8a3-4221-b83d-9c18cb1f63fb completed by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:17:54.874175 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67323422-1fc8-4f61-82be-7a868dc91c58 admin admin] Notify agent at l3_agent.dv-cinder-784945-5-smb the message routers_updated {{(pid=85258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 13:17:54.882745 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-e316d665-bf1f-4f0d-82c7-27924d0cc70f None None] Transition to ACTIVE for port object 69af9c83-65c4-4537-9aeb-28448dccfdfb will not be triggered until provisioned by entity L2. {{(pid=85259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:17:54.886575 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e031a07-ad8c-435a-b199-35ee6104758c None None] Sync routers for ids ['8f2a50ef-1a42-4dc4-b1fe-80e938f617bd'] in dv-cinder-784945-5-smb {{(pid=85260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 13:17:54.897174 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning complete for port 5c46f2b3-a8a3-4221-b83d-9c18cb1f63fb triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:17:54.897598 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:54.901469 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e031a07-ad8c-435a-b199-35ee6104758c None None] Routers {'8f2a50ef-1a42-4dc4-b1fe-80e938f617bd'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:17:54.902236 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-0e031a07-ad8c-435a-b199-35ee6104758c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:17:45Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['8f2a50ef-1a42-4dc4-b1fe-80e938f617bd'], 'active': True} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:17:54.903277 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-67323422-1fc8-4f61-82be-7a868dc91c58 admin admin] Notify callbacks [] for router, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:54.905004 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-67323422-1fc8-4f61-82be-7a868dc91c58 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8696764 Apr 15 13:17:54.907870 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 39968) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:17:54.951919 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e316d665-bf1f-4f0d-82c7-27924d0cc70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:54.970351 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:55.289437 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-0e031a07-ad8c-435a-b199-35ee6104758c None None] Set router 8f2a50ef-1a42-4dc4-b1fe-80e938f617bd gateway port host: dv-cinder-784945-5-smb {{(pid=85260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:17:55.357267 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794995b0-a526-4fd8-8fdd-a3d3e108ff33 None None] Pushing event updated for resources: {'Port': ['ID=69af9c83-65c4-4537-9aeb-28448dccfdfb,revision_number=3']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:55.371088 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-794995b0-a526-4fd8-8fdd-a3d3e108ff33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:55.500457 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:55.664743 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] For port 5c46f2b3-a8a3-4221-b83d-9c18cb1f63fb, host dv-cinder-784945-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=5c46f2b3-a8a3-4221-b83d-9c18cb1f63fb,segment=NetworkSegment(ae17806f-283f-4edd-86e7-739069cc7ea4),segment_id=ae17806f-283f-4edd-86e7-739069cc7ea4)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:17:55.706093 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-0e031a07-ad8c-435a-b199-35ee6104758c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f2a50ef-1a42-4dc4-b1fe-80e938f617bd', 'name': 'tempest-TestMinimumBasicScenario-1271416638-router', 'tenant_id': '9123ccfaab2a4f53851baa7f95b7978d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': 'e4885434-7e7b-482d-82e6-99b39485bc3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:17:51Z', 'updated_at': '2021-04-15T13:17:53Z', 'revision_number': 3, 'project_id': '9123ccfaab2a4f53851baa7f95b7978d', 'gw_port': {'id': 'e4885434-7e7b-482d-82e6-99b39485bc3c', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:95:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f2a50ef-1a42-4dc4-b1fe-80e938f617bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:17:51Z', 'updated_at': '2021-04-15T13:17:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb'}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:17:55.713147 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e031a07-ad8c-435a-b199-35ee6104758c None None] Checking router: 8f2a50ef-1a42-4dc4-b1fe-80e938f617bd for host: dv-cinder-784945-5-smb {{(pid=85260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 13:17:55.713726 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e031a07-ad8c-435a-b199-35ee6104758c None None] Updating router 8f2a50ef-1a42-4dc4-b1fe-80e938f617bd port e4885434-7e7b-482d-82e6-99b39485bc3c binding host dv-cinder-784945-5-smb {{(pid=85260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 13:17:55.781260 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0e031a07-ad8c-435a-b199-35ee6104758c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:55.823407 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:55.839953 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-136c0432-2055-4518-8185-eb688af375f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:55.919984 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-3272f0d8-0b49-4e77-8496-6fc52e902f09 req-cd754958-f1d6-4181-8fd9-80d18f3fafc3 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a456fc-6cae-4253-b2c4-3ae094679541 HTTP/1.1" status: 200 len: 210 time: 0.1176231 Apr 15 13:17:55.929899 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-e316d665-bf1f-4f0d-82c7-27924d0cc70f None None] Attempting to bind port 69af9c83-65c4-4537-9aeb-28448dccfdfb on host dv-cinder-784945-5-smb for vnic_type normal with profile {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 13:17:55.930610 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-e316d665-bf1f-4f0d-82c7-27924d0cc70f None None] Attempting to bind port 69af9c83-65c4-4537-9aeb-28448dccfdfb by drivers openvswitch,hyperv on host dv-cinder-784945-5-smb at level 0 using segments [{'id': '9733c4a1-3989-4087-8d08-859d05e9e450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '0f9785c8-77af-4ae7-b996-ffbea947a1be'}] {{(pid=85259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 13:17:55.931652 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e316d665-bf1f-4f0d-82c7-27924d0cc70f None None] Attempting to bind port 69af9c83-65c4-4537-9aeb-28448dccfdfb on network 0f9785c8-77af-4ae7-b996-ffbea947a1be {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:17:55.941504 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-8c4b16d4-7d9d-477d-a91c-1bb665332ae1 None None] Provisioning complete for port 5c46f2b3-a8a3-4221-b83d-9c18cb1f63fb triggered by entity DHCP. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:17:55.942200 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-8c4b16d4-7d9d-477d-a91c-1bb665332ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:55.976494 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-74eaa3df-d873-4249-95fb-eb29161b7c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:55.984229 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e316d665-bf1f-4f0d-82c7-27924d0cc70f None None] Checking agent: {'id': '81e11618-700f-4852-9942-b93dec05a832', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 13, 7, 16), 'started_at': datetime.datetime(2021, 4, 15, 13, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 13, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 13:17:55.985058 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e316d665-bf1f-4f0d-82c7-27924d0cc70f None None] Checking segment: {'id': '9733c4a1-3989-4087-8d08-859d05e9e450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '0f9785c8-77af-4ae7-b996-ffbea947a1be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:17:55.985805 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e316d665-bf1f-4f0d-82c7-27924d0cc70f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:55.986425 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e316d665-bf1f-4f0d-82c7-27924d0cc70f None None] Bound using segment: {'id': '9733c4a1-3989-4087-8d08-859d05e9e450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '0f9785c8-77af-4ae7-b996-ffbea947a1be'} {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 13:17:55.987122 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-e316d665-bf1f-4f0d-82c7-27924d0cc70f None None] Bound port: 69af9c83-65c4-4537-9aeb-28448dccfdfb, host: dv-cinder-784945-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9733c4a1-3989-4087-8d08-859d05e9e450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '0f9785c8-77af-4ae7-b996-ffbea947a1be'}}] {{(pid=85259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 13:17:55.988031 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e316d665-bf1f-4f0d-82c7-27924d0cc70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:56.166911 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Pushing event updated for resources: {'Port': ['ID=5c46f2b3-a8a3-4221-b83d-9c18cb1f63fb,revision_number=3']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:56.179945 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:56.301310 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-e316d665-bf1f-4f0d-82c7-27924d0cc70f None None] For port 69af9c83-65c4-4537-9aeb-28448dccfdfb, host dv-cinder-784945-5-smb, cleared binding levels {{(pid=85259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 13:17:56.310236 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-e316d665-bf1f-4f0d-82c7-27924d0cc70f None None] For port 69af9c83-65c4-4537-9aeb-28448dccfdfb, host dv-cinder-784945-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=69af9c83-65c4-4537-9aeb-28448dccfdfb,segment=NetworkSegment(9733c4a1-3989-4087-8d08-859d05e9e450),segment_id=9733c4a1-3989-4087-8d08-859d05e9e450)] {{(pid=85259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 13:17:56.314682 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e316d665-bf1f-4f0d-82c7-27924d0cc70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:56.343874 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607d4846-3768-4cff-97a9-e341c50276e4 req-63805f0f-a778-48f2-a3bf-2f36613feb73 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:56.352738 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_common [None req-74eaa3df-d873-4249-95fb-eb29161b7c01 admin admin] Allocated IP 172.20.0.1 (79c18fa6-218b-4fd2-9864-b67c1d184001/17c6d420-4d68-485a-b26b-bf944d1d91a8/dc8f6af8-a30a-4524-a07d-f7b1b4612e90) {{(pid=85258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 13:17:56.356972 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-607d4846-3768-4cff-97a9-e341c50276e4 req-63805f0f-a778-48f2-a3bf-2f36613feb73 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.65 "GET /v2.0/networks?id=bb62c6ba-4065-4853-860d-054c00065fae HTTP/1.1" status: 200 len: 808 time: 0.3078618 Apr 15 13:17:56.367783 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-185bbf02-fa8a-46b7-a43e-a126674128be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:56.395560 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [req-607d4846-3768-4cff-97a9-e341c50276e4 req-199b60c4-09d7-4df5-ae9f-0e7f47656d2e tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Request body: {'port': {'device_id': '36a456fc-6cae-4253-b2c4-3ae094679541', 'network_id': 'bb62c6ba-4065-4853-860d-054c00065fae', 'admin_state_up': True, 'tenant_id': 'aa70b07eec62485d99d5cf35f9736a8c'}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:17:56.535503 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0e031a07-ad8c-435a-b199-35ee6104758c None None] Notify callbacks [] for port, precommit_update {{(pid=85260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:56.570896 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-0e031a07-ad8c-435a-b199-35ee6104758c None None] Transition to ACTIVE for port object e4885434-7e7b-482d-82e6-99b39485bc3c will not be triggered until provisioned by entity L2. {{(pid=85260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:17:56.580693 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0e031a07-ad8c-435a-b199-35ee6104758c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:56.606071 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:56.645719 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [req-607d4846-3768-4cff-97a9-e341c50276e4 req-199b60c4-09d7-4df5-ae9f-0e7f47656d2e tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:17:56.657573 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [req-607d4846-3768-4cff-97a9-e341c50276e4 req-199b60c4-09d7-4df5-ae9f-0e7f47656d2e tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:17:56.671681 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-607d4846-3768-4cff-97a9-e341c50276e4 req-199b60c4-09d7-4df5-ae9f-0e7f47656d2e tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Made reservation on behalf of aa70b07eec62485d99d5cf35f9736a8c for: {'port': 1} {{(pid=85257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 13:17:56.678274 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-607d4846-3768-4cff-97a9-e341c50276e4 req-199b60c4-09d7-4df5-ae9f-0e7f47656d2e tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:56.686776 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-74eaa3df-d873-4249-95fb-eb29161b7c01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:56.706957 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-74eaa3df-d873-4249-95fb-eb29161b7c01 admin admin] Transition to ACTIVE for port object dc8f6af8-a30a-4524-a07d-f7b1b4612e90 will not be triggered until provisioned by entity DHCP. {{(pid=85258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:17:56.737122 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-74eaa3df-d873-4249-95fb-eb29161b7c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757045383897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10742258'] for port, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:56.753277 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device 5c46f2b3-a8a3-4221-b83d-9c18cb1f63fb up at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:17:56.839219 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-602738d7-27df-47bc-bb57-4b19a6ee0e9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:56.890454 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5474b5e3-6b16-4c0f-8209-d095e962f012 None None] Pushing event updated for resources: {'Port': ['ID=e4885434-7e7b-482d-82e6-99b39485bc3c,revision_number=2']} {{(pid=85260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:56.905033 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-5474b5e3-6b16-4c0f-8209-d095e962f012 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=85260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:56.960363 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eaa3df-d873-4249-95fb-eb29161b7c01 admin admin] Pushing event updated for resources: {'Port': ['ID=dc8f6af8-a30a-4524-a07d-f7b1b4612e90,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:56.972270 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-74eaa3df-d873-4249-95fb-eb29161b7c01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:57.044419 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-0e031a07-ad8c-435a-b199-35ee6104758c None None] Attempting to bind port e4885434-7e7b-482d-82e6-99b39485bc3c on host dv-cinder-784945-5-smb for vnic_type normal with profile {{(pid=85260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 13:17:57.044968 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-0e031a07-ad8c-435a-b199-35ee6104758c None None] Attempting to bind port e4885434-7e7b-482d-82e6-99b39485bc3c by drivers openvswitch,hyperv on host dv-cinder-784945-5-smb at level 0 using segments [{'id': '906bcebc-1c01-4a0b-bcb7-9d225f9b16c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2'}] {{(pid=85260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 13:17:57.044968 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e031a07-ad8c-435a-b199-35ee6104758c None None] Attempting to bind port e4885434-7e7b-482d-82e6-99b39485bc3c on network 55d93253-8afb-47db-93d0-1527fbeb95d2 {{(pid=85260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:17:57.050346 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794995b0-a526-4fd8-8fdd-a3d3e108ff33 None None] Pushing event updated for resources: {'Port': ['ID=69af9c83-65c4-4537-9aeb-28448dccfdfb,revision_number=4']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:57.057313 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-794995b0-a526-4fd8-8fdd-a3d3e108ff33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.692s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:57.067056 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e031a07-ad8c-435a-b199-35ee6104758c None None] Checking agent: {'id': '81e11618-700f-4852-9942-b93dec05a832', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 13, 7, 16), 'started_at': datetime.datetime(2021, 4, 15, 13, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 13, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 13:17:57.067323 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e031a07-ad8c-435a-b199-35ee6104758c None None] Checking segment: {'id': '906bcebc-1c01-4a0b-bcb7-9d225f9b16c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:17:57.067742 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0e031a07-ad8c-435a-b199-35ee6104758c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:57.068174 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e031a07-ad8c-435a-b199-35ee6104758c None None] Bound using segment: {'id': '906bcebc-1c01-4a0b-bcb7-9d225f9b16c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2'} {{(pid=85260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 13:17:57.068699 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-0e031a07-ad8c-435a-b199-35ee6104758c None None] Bound port: e4885434-7e7b-482d-82e6-99b39485bc3c, host: dv-cinder-784945-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906bcebc-1c01-4a0b-bcb7-9d225f9b16c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2'}}] {{(pid=85260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 13:17:57.069113 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0e031a07-ad8c-435a-b199-35ee6104758c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:57.080664 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning complete for port 5c46f2b3-a8a3-4221-b83d-9c18cb1f63fb triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:17:57.081212 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:57.108096 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_common [req-607d4846-3768-4cff-97a9-e341c50276e4 req-199b60c4-09d7-4df5-ae9f-0e7f47656d2e tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Allocated IP 172.20.0.13 (bb62c6ba-4065-4853-860d-054c00065fae/04b9f48c-768b-4eb9-b5e3-cd4654c7fa10/017bf6f7-6bbf-4683-9117-4d9fd32f68e6) {{(pid=85257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 13:17:57.116007 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74eaa3df-d873-4249-95fb-eb29161b7c01 admin admin] Network 79c18fa6-218b-4fd2-9864-b67c1d184001 is already hosted by enough agents. {{(pid=85258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 13:17:57.127669 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [None req-74eaa3df-d873-4249-95fb-eb29161b7c01 admin admin] Resources bound (agent type, host, resource id): {{(pid=85258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:17:57.130334 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74eaa3df-d873-4249-95fb-eb29161b7c01 admin admin] Received port after_create {{(pid=85258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 13:17:57.236478 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e316d665-bf1f-4f0d-82c7-27924d0cc70f None None] Routers {'c1f3487b-3cb0-492f-946d-d62fb4bea449'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:17:57.237193 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-e316d665-bf1f-4f0d-82c7-27924d0cc70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:17:45Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['c1f3487b-3cb0-492f-946d-d62fb4bea449'], 'active': True} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:17:57.243449 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-0e031a07-ad8c-435a-b199-35ee6104758c None None] For port e4885434-7e7b-482d-82e6-99b39485bc3c, host dv-cinder-784945-5-smb, cleared binding levels {{(pid=85260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 13:17:57.248554 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-0e031a07-ad8c-435a-b199-35ee6104758c None None] For port e4885434-7e7b-482d-82e6-99b39485bc3c, host dv-cinder-784945-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=e4885434-7e7b-482d-82e6-99b39485bc3c,segment=NetworkSegment(906bcebc-1c01-4a0b-bcb7-9d225f9b16c2),segment_id=906bcebc-1c01-4a0b-bcb7-9d225f9b16c2)] {{(pid=85260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 13:17:57.258349 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0e031a07-ad8c-435a-b199-35ee6104758c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:57.287098 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-74eaa3df-d873-4249-95fb-eb29161b7c01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853742696'] for router_interface, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:57.409182 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-4eabcee4-d215-4c17-b23d-1035247e048e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:57.587400 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-74eaa3df-d873-4249-95fb-eb29161b7c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:57.705912 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5474b5e3-6b16-4c0f-8209-d095e962f012 None None] Pushing event updated for resources: {'Port': ['ID=e4885434-7e7b-482d-82e6-99b39485bc3c,revision_number=3']} {{(pid=85260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:57.715040 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-5474b5e3-6b16-4c0f-8209-d095e962f012 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=85260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:57.728596 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-7286c137-9def-43c1-9ade-8be842339438 req-1e1dec36-38ce-4878-aec8-531da852be4e tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a456fc-6cae-4253-b2c4-3ae094679541 HTTP/1.1" status: 200 len: 210 time: 0.1807690 Apr 15 13:17:57.806615 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-14f042c7-1fe7-448b-8f43-8d2c86f31d47 None None] Provisioning for port dc8f6af8-a30a-4524-a07d-f7b1b4612e90 completed by entity DHCP. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:17:57.827749 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-14f042c7-1fe7-448b-8f43-8d2c86f31d47 None None] Provisioning complete for port dc8f6af8-a30a-4524-a07d-f7b1b4612e90 triggered by entity DHCP. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:17:57.827749 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-14f042c7-1fe7-448b-8f43-8d2c86f31d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:57.862828 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e031a07-ad8c-435a-b199-35ee6104758c None None] Routers {'8f2a50ef-1a42-4dc4-b1fe-80e938f617bd'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:17:57.865726 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-607d4846-3768-4cff-97a9-e341c50276e4 req-199b60c4-09d7-4df5-ae9f-0e7f47656d2e tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Notify callbacks [] for port, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:57.869374 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-0e031a07-ad8c-435a-b199-35ee6104758c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:17:45Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['8f2a50ef-1a42-4dc4-b1fe-80e938f617bd'], 'active': True} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:17:57.889785 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-e316d665-bf1f-4f0d-82c7-27924d0cc70f None None] Set router c1f3487b-3cb0-492f-946d-d62fb4bea449 gateway port host: dv-cinder-784945-5-smb {{(pid=85259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:17:57.927218 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-607d4846-3768-4cff-97a9-e341c50276e4 req-199b60c4-09d7-4df5-ae9f-0e7f47656d2e tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757045383897'] for port, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:57.963312 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:57.976958 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-14f042c7-1fe7-448b-8f43-8d2c86f31d47 None None] Port dc8f6af8-a30a-4524-a07d-f7b1b4612e90 cannot update to ACTIVE because it is not bound. {{(pid=85259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 13:17:58.223895 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-0e031a07-ad8c-435a-b199-35ee6104758c None None] Set router 8f2a50ef-1a42-4dc4-b1fe-80e938f617bd gateway port host: dv-cinder-784945-5-smb {{(pid=85260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:17:58.382921 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b60c4-09d7-4df5-ae9f-0e7f47656d2e tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Pushing event updated for resources: {'Port': ['ID=017bf6f7-6bbf-4683-9117-4d9fd32f68e6,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:58.392145 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-199b60c4-09d7-4df5-ae9f-0e7f47656d2e tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:58.400888 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-607d4846-3768-4cff-97a9-e341c50276e4 req-199b60c4-09d7-4df5-ae9f-0e7f47656d2e tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Network bb62c6ba-4065-4853-860d-054c00065fae is already hosted by enough agents. {{(pid=85257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 13:17:58.404708 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [req-607d4846-3768-4cff-97a9-e341c50276e4 req-199b60c4-09d7-4df5-ae9f-0e7f47656d2e tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Resources bound (agent type, host, resource id): {{(pid=85257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:17:58.408536 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [req-607d4846-3768-4cff-97a9-e341c50276e4 req-199b60c4-09d7-4df5-ae9f-0e7f47656d2e tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Received port after_create {{(pid=85257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 13:17:58.420484 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607d4846-3768-4cff-97a9-e341c50276e4 req-199b60c4-09d7-4df5-ae9f-0e7f47656d2e tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:58.424312 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-607d4846-3768-4cff-97a9-e341c50276e4 req-199b60c4-09d7-4df5-ae9f-0e7f47656d2e tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for port, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:58.442691 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-e316d665-bf1f-4f0d-82c7-27924d0cc70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f3487b-3cb0-492f-946d-d62fb4bea449', 'name': 'tempest-TestMinimumBasicScenario-1775623895-router', 'tenant_id': '06a7ee46542d4f8884190e4353903cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '16124606-8c76-4f02-9a6e-18cd2f8dfccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:17:38Z', 'updated_at': '2021-04-15T13:17:46Z', 'revision_number': 4, 'project_id': '06a7ee46542d4f8884190e4353903cd9', 'gw_port': {'id': '16124606-8c76-4f02-9a6e-18cd2f8dfccd', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f3487b-3cb0-492f-946d-d62fb4bea449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:17:39Z', 'updated_at': '2021-04-15T13:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_interfaces': [{'id': '69af9c83-65c4-4537-9aeb-28448dccfdfb', 'name': '', 'network_id': '0f9785c8-77af-4ae7-b996-ffbea947a1be', 'tenant_id': '06a7ee46542d4f8884190e4353903cd9', 'mac_address': 'fa:16:3e:c7:a9:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f3487b-3cb0-492f-946d-d62fb4bea449', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '747f79b7-7f51-4cf9-813a-8c186b8b3fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:17:45Z', 'updated_at': '2021-04-15T13:17:56Z', 'revision_number': 4, 'project_id': '06a7ee46542d4f8884190e4353903cd9', 'subnets': [{'id': '747f79b7-7f51-4cf9-813a-8c186b8b3fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:17:58.452730 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e316d665-bf1f-4f0d-82c7-27924d0cc70f None None] The sync data for ids ['c1f3487b-3cb0-492f-946d-d62fb4bea449'] in dv-cinder-784945-5-smb is: [{'id': 'c1f3487b-3cb0-492f-946d-d62fb4bea449', 'name': 'tempest-TestMinimumBasicScenario-1775623895-router', 'tenant_id': '06a7ee46542d4f8884190e4353903cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '16124606-8c76-4f02-9a6e-18cd2f8dfccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:17:38Z', 'updated_at': '2021-04-15T13:17:46Z', 'revision_number': 4, 'project_id': '06a7ee46542d4f8884190e4353903cd9', 'gw_port': {'id': '16124606-8c76-4f02-9a6e-18cd2f8dfccd', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f3487b-3cb0-492f-946d-d62fb4bea449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:17:39Z', 'updated_at': '2021-04-15T13:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_interfaces': [{'id': '69af9c83-65c4-4537-9aeb-28448dccfdfb', 'name': '', 'network_id': '0f9785c8-77af-4ae7-b996-ffbea947a1be', 'tenant_id': '06a7ee46542d4f8884190e4353903cd9', 'mac_address': 'fa:16:3e:c7:a9:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f3487b-3cb0-492f-946d-d62fb4bea449', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '747f79b7-7f51-4cf9-813a-8c186b8b3fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:17:45Z', 'updated_at': '2021-04-15T13:17:56Z', 'revision_number': 4, 'project_id': '06a7ee46542d4f8884190e4353903cd9', 'subnets': [{'id': '747f79b7-7f51-4cf9-813a-8c186b8b3fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 13:17:58.458150 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-607d4846-3768-4cff-97a9-e341c50276e4 req-199b60c4-09d7-4df5-ae9f-0e7f47656d2e tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0669663 Apr 15 13:17:58.497825 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [req-607d4846-3768-4cff-97a9-e341c50276e4 req-260a2d79-0101-4ad3-91e8-cbb7bdf4f7e4 service neutron] Request body: {'port': {'device_id': '36a456fc-6cae-4253-b2c4-3ae094679541', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:17:58.524209 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-74eaa3df-d873-4249-95fb-eb29161b7c01 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:58.529030 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-74eaa3df-d873-4249-95fb-eb29161b7c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844033590'] for port, after_update {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:58.571655 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:58.636921 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device 69af9c83-65c4-4537-9aeb-28448dccfdfb up at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:17:58.673001 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eaa3df-d873-4249-95fb-eb29161b7c01 admin admin] Pushing event updated for resources: {'Port': ['ID=dc8f6af8-a30a-4524-a07d-f7b1b4612e90,revision_number=2']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:58.677679 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-74eaa3df-d873-4249-95fb-eb29161b7c01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:58.685230 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-74eaa3df-d873-4249-95fb-eb29161b7c01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854146407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853743053'] for router_interface, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:58.728753 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-607d4846-3768-4cff-97a9-e341c50276e4 req-260a2d79-0101-4ad3-91e8-cbb7bdf4f7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:58.810187 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning for port 69af9c83-65c4-4537-9aeb-28448dccfdfb completed by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:17:58.848513 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning complete for port 69af9c83-65c4-4537-9aeb-28448dccfdfb triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:17:58.848948 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:58.904408 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74eaa3df-d873-4249-95fb-eb29161b7c01 admin admin] Network 79c18fa6-218b-4fd2-9864-b67c1d184001 is already hosted by enough agents. {{(pid=85258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 13:17:58.906300 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [None req-74eaa3df-d873-4249-95fb-eb29161b7c01 admin admin] Resources bound (agent type, host, resource id): {{(pid=85258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:17:58.958467 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-0e031a07-ad8c-435a-b199-35ee6104758c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f2a50ef-1a42-4dc4-b1fe-80e938f617bd', 'name': 'tempest-TestMinimumBasicScenario-1271416638-router', 'tenant_id': '9123ccfaab2a4f53851baa7f95b7978d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': 'e4885434-7e7b-482d-82e6-99b39485bc3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:17:51Z', 'updated_at': '2021-04-15T13:17:57Z', 'revision_number': 4, 'project_id': '9123ccfaab2a4f53851baa7f95b7978d', 'gw_port': {'id': 'e4885434-7e7b-482d-82e6-99b39485bc3c', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:95:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f2a50ef-1a42-4dc4-b1fe-80e938f617bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:17:51Z', 'updated_at': '2021-04-15T13:17:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_interfaces': [{'id': 'dc8f6af8-a30a-4524-a07d-f7b1b4612e90', 'name': '', 'network_id': '79c18fa6-218b-4fd2-9864-b67c1d184001', 'tenant_id': '9123ccfaab2a4f53851baa7f95b7978d', 'mac_address': 'fa:16:3e:72:64:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f2a50ef-1a42-4dc4-b1fe-80e938f617bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '17c6d420-4d68-485a-b26b-bf944d1d91a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:17:56Z', 'updated_at': '2021-04-15T13:17:56Z', 'revision_number': 1, 'project_id': '9123ccfaab2a4f53851baa7f95b7978d', 'subnets': [{'id': '17c6d420-4d68-485a-b26b-bf944d1d91a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:17:58.968399 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e031a07-ad8c-435a-b199-35ee6104758c None None] The sync data for ids ['8f2a50ef-1a42-4dc4-b1fe-80e938f617bd'] in dv-cinder-784945-5-smb is: [{'id': '8f2a50ef-1a42-4dc4-b1fe-80e938f617bd', 'name': 'tempest-TestMinimumBasicScenario-1271416638-router', 'tenant_id': '9123ccfaab2a4f53851baa7f95b7978d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': 'e4885434-7e7b-482d-82e6-99b39485bc3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:17:51Z', 'updated_at': '2021-04-15T13:17:57Z', 'revision_number': 4, 'project_id': '9123ccfaab2a4f53851baa7f95b7978d', 'gw_port': {'id': 'e4885434-7e7b-482d-82e6-99b39485bc3c', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:95:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f2a50ef-1a42-4dc4-b1fe-80e938f617bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:17:51Z', 'updated_at': '2021-04-15T13:17:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_interfaces': [{'id': 'dc8f6af8-a30a-4524-a07d-f7b1b4612e90', 'name': '', 'network_id': '79c18fa6-218b-4fd2-9864-b67c1d184001', 'tenant_id': '9123ccfaab2a4f53851baa7f95b7978d', 'mac_address': 'fa:16:3e:72:64:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f2a50ef-1a42-4dc4-b1fe-80e938f617bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '17c6d420-4d68-485a-b26b-bf944d1d91a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:17:56Z', 'updated_at': '2021-04-15T13:17:56Z', 'revision_number': 1, 'project_id': '9123ccfaab2a4f53851baa7f95b7978d', 'subnets': [{'id': '17c6d420-4d68-485a-b26b-bf944d1d91a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 13:17:59.177078 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:59.254276 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] For port 69af9c83-65c4-4537-9aeb-28448dccfdfb, host dv-cinder-784945-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=69af9c83-65c4-4537-9aeb-28448dccfdfb,segment=NetworkSegment(9733c4a1-3989-4087-8d08-859d05e9e450),segment_id=9733c4a1-3989-4087-8d08-859d05e9e450)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:17:59.269232 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:59.275226 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:17:59.342588 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74eaa3df-d873-4249-95fb-eb29161b7c01 admin admin] Router 8f2a50ef-1a42-4dc4-b1fe-80e938f617bd has already been hosted by L3 agent d2850426-fba2-4e27-a3ef-bf91b3b25695 {{(pid=85258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 13:17:59.374253 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-806c7f2f-9155-473e-8ce1-df9a96bbb8b1 None None] Provisioning complete for port dc8f6af8-a30a-4524-a07d-f7b1b4612e90 triggered by entity DHCP. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:17:59.374805 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-806c7f2f-9155-473e-8ce1-df9a96bbb8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:17:59.571404 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c937e416-859f-4f45-9380-f71fcb0b90c8 req-11bbb3fd-05f4-4684-9972-c625082a89c0 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:59.583354 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c937e416-859f-4f45-9380-f71fcb0b90c8 req-11bbb3fd-05f4-4684-9972-c625082a89c0 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 945 time: 0.4155402 Apr 15 13:17:59.593257 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd02ef-c9ed-4851-9af2-d25e09e9ee22 req-5133a821-180c-4a18-8b59-64a495820425 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:59.594066 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-a0dd02ef-c9ed-4851-9af2-d25e09e9ee22 req-5133a821-180c-4a18-8b59-64a495820425 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Synchronizing usage tracker for tenant:aa70b07eec62485d99d5cf35f9736a8c on resource:port {{(pid=85257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 13:17:59.610152 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74eaa3df-d873-4249-95fb-eb29161b7c01 admin admin] Notify agent at l3_agent.dv-cinder-784945-5-smb the message routers_updated {{(pid=85258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 13:17:59.630030 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966d4cd-9866-437a-b823-6372c3781bd1 req-4fe94940-6259-4aeb-b406-d5c943972927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:17:59.631773 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d966d4cd-9866-437a-b823-6372c3781bd1 req-4fe94940-6259-4aeb-b406-d5c943972927 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7a25fc3ecff749c59e42598d52e7b9fc&device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 1098 time: 0.7447276 Apr 15 13:17:59.633720 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-74eaa3df-d873-4249-95fb-eb29161b7c01 admin admin] 10.222.0.64 "PUT /v2.0/routers/8f2a50ef-1a42-4dc4-b1fe-80e938f617bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7235153 Apr 15 13:17:59.732398 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Pushing event updated for resources: {'Port': ['ID=69af9c83-65c4-4537-9aeb-28448dccfdfb,revision_number=5']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:17:59.760162 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:17:59.771420 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-806c7f2f-9155-473e-8ce1-df9a96bbb8b1 None None] Port dc8f6af8-a30a-4524-a07d-f7b1b4612e90 cannot update to ACTIVE because it is not bound. {{(pid=85259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 13:17:59.836036 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.agents_db [None req-862eb08b-2c52-41b8-8db2-56e94ab18918 None None] Agent healthcheck: found 6 active agents {{(pid=85260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 13:18:00.139288 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c937e416-859f-4f45-9380-f71fcb0b90c8 req-2a701811-5f47-4e92-92ab-5a52e7c279b7 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5549111 Apr 15 13:18:00.151991 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-a0dd02ef-c9ed-4851-9af2-d25e09e9ee22 req-5133a821-180c-4a18-8b59-64a495820425 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Unset dirty status for tenant:aa70b07eec62485d99d5cf35f9736a8c on resource:port {{(pid=85257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 13:18:00.153572 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a0dd02ef-c9ed-4851-9af2-d25e09e9ee22 req-5133a821-180c-4a18-8b59-64a495820425 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a456fc-6cae-4253-b2c4-3ae094679541 HTTP/1.1" status: 200 len: 932 time: 1.1249928 Apr 15 13:18:00.397009 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a0dd02ef-c9ed-4851-9af2-d25e09e9ee22 req-a24c0872-4173-4320-9656-d42c9e78f8f2 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fcce161-b9ff-4e78-b61f-4934af8318e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987176 Apr 15 13:18:00.413252 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966d4cd-9866-437a-b823-6372c3781bd1 req-11e20d33-0e8e-4101-97f0-8de139773a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:00.414871 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d966d4cd-9866-437a-b823-6372c3781bd1 req-11e20d33-0e8e-4101-97f0-8de139773a61 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c HTTP/1.1" status: 200 len: 920 time: 0.7483172 Apr 15 13:18:00.526294 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d966d4cd-9866-437a-b823-6372c3781bd1 req-5007043b-0fef-4f60-99e8-a886f78abf6d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=735f293a-0ef1-4b63-b381-c424aa74b668 HTTP/1.1" status: 200 len: 217 time: 0.1006637 Apr 15 13:18:00.751904 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device 69af9c83-65c4-4537-9aeb-28448dccfdfb up at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:18:00.810788 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [req-607d4846-3768-4cff-97a9-e341c50276e4 req-260a2d79-0101-4ad3-91e8-cbb7bdf4f7e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 017bf6f7-6bbf-4683-9117-4d9fd32f68e6 {{(pid=85257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 13:18:00.845726 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-607d4846-3768-4cff-97a9-e341c50276e4 req-260a2d79-0101-4ad3-91e8-cbb7bdf4f7e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:00.863002 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966d4cd-9866-437a-b823-6372c3781bd1 req-4ad8487b-c155-43dc-8d79-a453d765c8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:00.868976 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d966d4cd-9866-437a-b823-6372c3781bd1 req-4ad8487b-c155-43dc-8d79-a453d765c8c3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=734b4bd6-c885-4d5b-bca7-827d1f80adde HTTP/1.1" status: 200 len: 859 time: 0.3311927 Apr 15 13:18:00.932958 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning complete for port 69af9c83-65c4-4537-9aeb-28448dccfdfb triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:18:00.933539 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:00.949646 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d966d4cd-9866-437a-b823-6372c3781bd1 req-ef665e3f-ea01-41b5-919f-a2174356f101 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710149 Apr 15 13:18:01.091220 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [req-607d4846-3768-4cff-97a9-e341c50276e4 req-260a2d79-0101-4ad3-91e8-cbb7bdf4f7e4 service neutron] Transition to ACTIVE for port object 017bf6f7-6bbf-4683-9117-4d9fd32f68e6 will not be triggered until provisioned by entity L2. {{(pid=85257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:18:01.259126 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-607d4846-3768-4cff-97a9-e341c50276e4 req-260a2d79-0101-4ad3-91e8-cbb7bdf4f7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:01.306336 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-145ef9c3-df04-41f2-8324-d3082df78a71 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:18:01.321788 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device e4885434-7e7b-482d-82e6-99b39485bc3c up at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:18:01.520580 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning for port e4885434-7e7b-482d-82e6-99b39485bc3c completed by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:18:01.538912 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning complete for port e4885434-7e7b-482d-82e6-99b39485bc3c triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:18:01.539341 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:01.556311 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a2d79-0101-4ad3-91e8-cbb7bdf4f7e4 service neutron] Pushing event updated for resources: {'Port': ['ID=017bf6f7-6bbf-4683-9117-4d9fd32f68e6,revision_number=2']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:18:01.669422 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-260a2d79-0101-4ad3-91e8-cbb7bdf4f7e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:18:01.834768 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:01.850852 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d966d4cd-9866-437a-b823-6372c3781bd1 req-0cb72cae-5d9d-4ec0-ae74-4f5aaef259db service neutron] 10.222.0.65 "GET /v2.0/networks/8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8772471 Apr 15 13:18:01.863553 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] For port e4885434-7e7b-482d-82e6-99b39485bc3c, host dv-cinder-784945-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=e4885434-7e7b-482d-82e6-99b39485bc3c,segment=NetworkSegment(906bcebc-1c01-4a0b-bcb7-9d225f9b16c2),segment_id=906bcebc-1c01-4a0b-bcb7-9d225f9b16c2)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:18:01.868232 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:01.870806 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-794995b0-a526-4fd8-8fdd-a3d3e108ff33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:18:01.911057 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e95648-1f68-4a16-9df2-7bc8459c7bc5 req-10d5ec60-6287-4c44-94e5-1db79fd1d73d tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:01.921746 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-10e95648-1f68-4a16-9df2-7bc8459c7bc5 req-10d5ec60-6287-4c44-94e5-1db79fd1d73d tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 945 time: 0.5318096 Apr 15 13:18:01.958319 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Pushing event updated for resources: {'Port': ['ID=e4885434-7e7b-482d-82e6-99b39485bc3c,revision_number=4']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:18:01.961992 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:18:02.226975 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-10e95648-1f68-4a16-9df2-7bc8459c7bc5 req-1724db8c-c696-4746-bfb3-93b3c17e7c8a tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038900 Apr 15 13:18:02.262722 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d966d4cd-9866-437a-b823-6372c3781bd1 req-147122c9-c941-4fc5-bdd8-8c93ea6d1c85 service neutron] 10.222.0.65 "GET /v2.0/networks/8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167129 Apr 15 13:18:02.430761 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419da6fa-9479-4c6d-8d21-b79d9ad82370 req-2ce1f26b-08ff-4c9f-8627-0a0d0351aede tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:02.439368 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-419da6fa-9479-4c6d-8d21-b79d9ad82370 req-2ce1f26b-08ff-4c9f-8627-0a0d0351aede tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a456fc-6cae-4253-b2c4-3ae094679541 HTTP/1.1" status: 200 len: 944 time: 0.4539828 Apr 15 13:18:02.473303 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [req-607d4846-3768-4cff-97a9-e341c50276e4 req-260a2d79-0101-4ad3-91e8-cbb7bdf4f7e4 service neutron] Attempting to bind port 017bf6f7-6bbf-4683-9117-4d9fd32f68e6 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 13:18:02.473789 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [req-607d4846-3768-4cff-97a9-e341c50276e4 req-260a2d79-0101-4ad3-91e8-cbb7bdf4f7e4 service neutron] Attempting to bind port 017bf6f7-6bbf-4683-9117-4d9fd32f68e6 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '22f0d6e2-7748-4e87-9de7-644041666d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'bb62c6ba-4065-4853-860d-054c00065fae'}] {{(pid=85257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 13:18:02.474271 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607d4846-3768-4cff-97a9-e341c50276e4 req-260a2d79-0101-4ad3-91e8-cbb7bdf4f7e4 service neutron] Attempting to bind port 017bf6f7-6bbf-4683-9117-4d9fd32f68e6 on network bb62c6ba-4065-4853-860d-054c00065fae {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:18:02.483648 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607d4846-3768-4cff-97a9-e341c50276e4 req-260a2d79-0101-4ad3-91e8-cbb7bdf4f7e4 service neutron] Port 017bf6f7-6bbf-4683-9117-4d9fd32f68e6 on network bb62c6ba-4065-4853-860d-054c00065fae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 13:18:02.484141 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607d4846-3768-4cff-97a9-e341c50276e4 req-260a2d79-0101-4ad3-91e8-cbb7bdf4f7e4 service neutron] Attempting to bind port 017bf6f7-6bbf-4683-9117-4d9fd32f68e6 on network bb62c6ba-4065-4853-860d-054c00065fae {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:18:02.493098 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607d4846-3768-4cff-97a9-e341c50276e4 req-260a2d79-0101-4ad3-91e8-cbb7bdf4f7e4 service neutron] Checking agent: {'id': '473bf83e-daba-40de-92d3-877eb5111141', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 13, 13, 53), 'started_at': datetime.datetime(2021, 4, 15, 13, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 13, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 13:18:02.493589 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607d4846-3768-4cff-97a9-e341c50276e4 req-260a2d79-0101-4ad3-91e8-cbb7bdf4f7e4 service neutron] Checking segment: {'id': '22f0d6e2-7748-4e87-9de7-644041666d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'bb62c6ba-4065-4853-860d-054c00065fae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:18:02.494115 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607d4846-3768-4cff-97a9-e341c50276e4 req-260a2d79-0101-4ad3-91e8-cbb7bdf4f7e4 service neutron] Bound using segment: {'id': '22f0d6e2-7748-4e87-9de7-644041666d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'bb62c6ba-4065-4853-860d-054c00065fae'} {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 13:18:02.494705 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [req-607d4846-3768-4cff-97a9-e341c50276e4 req-260a2d79-0101-4ad3-91e8-cbb7bdf4f7e4 service neutron] Bound port: 017bf6f7-6bbf-4683-9117-4d9fd32f68e6, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22f0d6e2-7748-4e87-9de7-644041666d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'bb62c6ba-4065-4853-860d-054c00065fae'}}] {{(pid=85257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 13:18:02.495197 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-607d4846-3768-4cff-97a9-e341c50276e4 req-260a2d79-0101-4ad3-91e8-cbb7bdf4f7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:02.571087 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device e4885434-7e7b-482d-82e6-99b39485bc3c up at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:18:02.634462 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-419da6fa-9479-4c6d-8d21-b79d9ad82370 req-e9d6bfa0-5b8c-4417-a4a9-3eface60e350 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fcce161-b9ff-4e78-b61f-4934af8318e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940086 Apr 15 13:18:02.673134 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [req-607d4846-3768-4cff-97a9-e341c50276e4 req-260a2d79-0101-4ad3-91e8-cbb7bdf4f7e4 service neutron] For port 017bf6f7-6bbf-4683-9117-4d9fd32f68e6, host hv-cinder-78494, cleared binding levels {{(pid=85257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 13:18:02.679054 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [req-607d4846-3768-4cff-97a9-e341c50276e4 req-260a2d79-0101-4ad3-91e8-cbb7bdf4f7e4 service neutron] For port 017bf6f7-6bbf-4683-9117-4d9fd32f68e6, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=017bf6f7-6bbf-4683-9117-4d9fd32f68e6,segment=NetworkSegment(22f0d6e2-7748-4e87-9de7-644041666d2a),segment_id=22f0d6e2-7748-4e87-9de7-644041666d2a)] {{(pid=85257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 13:18:02.689210 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-607d4846-3768-4cff-97a9-e341c50276e4 req-260a2d79-0101-4ad3-91e8-cbb7bdf4f7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:02.697401 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning complete for port e4885434-7e7b-482d-82e6-99b39485bc3c triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:18:02.697835 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:02.709729 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-3a2f2a45-2ebc-499b-85d5-58ec48c4edae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:18:02.955898 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a2d79-0101-4ad3-91e8-cbb7bdf4f7e4 service neutron] Pushing event updated for resources: {'Port': ['ID=017bf6f7-6bbf-4683-9117-4d9fd32f68e6,revision_number=3']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:18:02.968793 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-260a2d79-0101-4ad3-91e8-cbb7bdf4f7e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:18:03.031582 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607d4846-3768-4cff-97a9-e341c50276e4 req-260a2d79-0101-4ad3-91e8-cbb7bdf4f7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:03.032288 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-607d4846-3768-4cff-97a9-e341c50276e4 req-260a2d79-0101-4ad3-91e8-cbb7bdf4f7e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for port, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:03.033858 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-607d4846-3768-4cff-97a9-e341c50276e4 req-260a2d79-0101-4ad3-91e8-cbb7bdf4f7e4 service neutron] 10.222.0.65 "PUT /v2.0/ports/017bf6f7-6bbf-4683-9117-4d9fd32f68e6 HTTP/1.1" status: 200 len: 1094 time: 4.5433903 Apr 15 13:18:03.034402 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36a456fc-6cae-4253-b2c4-3ae094679541', 'tag': '017bf6f7-6bbf-4683-9117-4d9fd32f68e6'}] {{(pid=85257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:18:03.088108 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36a456fc-6cae-4253-b2c4-3ae094679541', 'tag': '017bf6f7-6bbf-4683-9117-4d9fd32f68e6', 'status': 'completed', 'code': 200} Apr 15 13:18:03.217878 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607d4846-3768-4cff-97a9-e341c50276e4 req-e179ae4e-2f23-437d-b6b7-1febf5415ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:03.219689 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-607d4846-3768-4cff-97a9-e341c50276e4 req-e179ae4e-2f23-437d-b6b7-1febf5415ebf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=aa70b07eec62485d99d5cf35f9736a8c&device_id=36a456fc-6cae-4253-b2c4-3ae094679541 HTTP/1.1" status: 200 len: 1097 time: 0.1022627 Apr 15 13:18:03.348623 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703c3025-c5a6-48e0-afe6-6d345d9e19e6 None None] Sync routers for ids ['8f2a50ef-1a42-4dc4-b1fe-80e938f617bd'] in dv-cinder-784945-5-smb {{(pid=85259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 13:18:03.366950 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-607d4846-3768-4cff-97a9-e341c50276e4 req-158c1f9b-f423-48ab-b2d6-1e9a90585877 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=017bf6f7-6bbf-4683-9117-4d9fd32f68e6 HTTP/1.1" status: 200 len: 217 time: 0.1259480 Apr 15 13:18:03.369519 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703c3025-c5a6-48e0-afe6-6d345d9e19e6 None None] Routers {'8f2a50ef-1a42-4dc4-b1fe-80e938f617bd'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:18:03.370739 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-703c3025-c5a6-48e0-afe6-6d345d9e19e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:17:45Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['8f2a50ef-1a42-4dc4-b1fe-80e938f617bd'], 'active': True} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:18:03.532863 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607d4846-3768-4cff-97a9-e341c50276e4 req-c6b2ab60-1e1c-40f9-889a-c092e322856c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:03.534455 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-607d4846-3768-4cff-97a9-e341c50276e4 req-c6b2ab60-1e1c-40f9-889a-c092e322856c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=04b9f48c-768b-4eb9-b5e3-cd4654c7fa10 HTTP/1.1" status: 200 len: 848 time: 0.1570456 Apr 15 13:18:03.629453 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df2efa-73f9-4011-abb7-53495ca8c497 req-eed90ee9-9b77-43f9-a2b9-7c9c89a7a58a tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:03.631175 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-56df2efa-73f9-4011-abb7-53495ca8c497 req-eed90ee9-9b77-43f9-a2b9-7c9c89a7a58a tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 945 time: 0.2001829 Apr 15 13:18:03.633495 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-607d4846-3768-4cff-97a9-e341c50276e4 req-eac20881-d689-41cf-9503-ca77e63d9507 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bb62c6ba-4065-4853-860d-054c00065fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665216 Apr 15 13:18:03.764121 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-703c3025-c5a6-48e0-afe6-6d345d9e19e6 None None] Set router 8f2a50ef-1a42-4dc4-b1fe-80e938f617bd gateway port host: dv-cinder-784945-5-smb {{(pid=85259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:18:03.784897 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-56df2efa-73f9-4011-abb7-53495ca8c497 req-07f2ff56-7e36-49dc-b6da-e0bacfbdd8d2 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455021 Apr 15 13:18:03.856581 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-607d4846-3768-4cff-97a9-e341c50276e4 req-beb75e1b-ece2-44f0-a7ea-5d7553864c1a service neutron] 10.222.0.65 "GET /v2.0/networks/bb62c6ba-4065-4853-860d-054c00065fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000716 Apr 15 13:18:04.058058 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 40126) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:18:04.118674 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-607d4846-3768-4cff-97a9-e341c50276e4 req-5f3cda23-12d7-4ddd-abf3-93be633c5f91 service neutron] 10.222.0.65 "GET /v2.0/networks/bb62c6ba-4065-4853-860d-054c00065fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996956 Apr 15 13:18:04.189765 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2b5b2-3702-4899-97da-a1343e51ceda req-dc39292d-b353-4327-bbc4-8b60a4189644 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:04.199032 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4cb2b5b2-3702-4899-97da-a1343e51ceda req-dc39292d-b353-4327-bbc4-8b60a4189644 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a456fc-6cae-4253-b2c4-3ae094679541 HTTP/1.1" status: 200 len: 944 time: 0.3278668 Apr 15 13:18:04.268468 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4cb2b5b2-3702-4899-97da-a1343e51ceda req-70fecf48-ceb1-4ba1-b392-7e22c2363385 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fcce161-b9ff-4e78-b61f-4934af8318e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680010 Apr 15 13:18:04.336181 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4b2cbc04-9f68-4e36-b694-4cfd17a567ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:04.354106 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-4b2cbc04-9f68-4e36-b694-4cfd17a567ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:18:04.363581 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-4b2cbc04-9f68-4e36-b694-4cfd17a567ed admin admin] Usage tracker for resource:security_group_rule and tenant:cfc39a99e58640a2b413fa6ce315c835 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:18:04.377219 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-4b2cbc04-9f68-4e36-b694-4cfd17a567ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:18:04.387364 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-4b2cbc04-9f68-4e36-b694-4cfd17a567ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:18:04.393980 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5400e3d-a141-4d15-981e-f176c2e3cb45 req-c72d3345-f9c1-4658-89c1-607c309c5f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:04.395751 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a5400e3d-a141-4d15-981e-f176c2e3cb45 req-c72d3345-f9c1-4658-89c1-607c309c5f94 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=aa70b07eec62485d99d5cf35f9736a8c&device_id=36a456fc-6cae-4253-b2c4-3ae094679541 HTTP/1.1" status: 200 len: 1097 time: 0.1262403 Apr 15 13:18:04.442457 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-703c3025-c5a6-48e0-afe6-6d345d9e19e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f2a50ef-1a42-4dc4-b1fe-80e938f617bd', 'name': 'tempest-TestMinimumBasicScenario-1271416638-router', 'tenant_id': '9123ccfaab2a4f53851baa7f95b7978d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': 'e4885434-7e7b-482d-82e6-99b39485bc3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:17:51Z', 'updated_at': '2021-04-15T13:17:57Z', 'revision_number': 4, 'project_id': '9123ccfaab2a4f53851baa7f95b7978d', 'gw_port': {'id': 'e4885434-7e7b-482d-82e6-99b39485bc3c', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:95:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2a50ef-1a42-4dc4-b1fe-80e938f617bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:17:51Z', 'updated_at': '2021-04-15T13:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_interfaces': [{'id': 'dc8f6af8-a30a-4524-a07d-f7b1b4612e90', 'name': '', 'network_id': '79c18fa6-218b-4fd2-9864-b67c1d184001', 'tenant_id': '9123ccfaab2a4f53851baa7f95b7978d', 'mac_address': 'fa:16:3e:72:64:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f2a50ef-1a42-4dc4-b1fe-80e938f617bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '17c6d420-4d68-485a-b26b-bf944d1d91a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:17:56Z', 'updated_at': '2021-04-15T13:17:57Z', 'revision_number': 2, 'project_id': '9123ccfaab2a4f53851baa7f95b7978d', 'subnets': [{'id': '17c6d420-4d68-485a-b26b-bf944d1d91a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:18:04.447821 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703c3025-c5a6-48e0-afe6-6d345d9e19e6 None None] Checking router: 8f2a50ef-1a42-4dc4-b1fe-80e938f617bd for host: dv-cinder-784945-5-smb {{(pid=85259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 13:18:04.448378 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703c3025-c5a6-48e0-afe6-6d345d9e19e6 None None] Updating router 8f2a50ef-1a42-4dc4-b1fe-80e938f617bd port dc8f6af8-a30a-4524-a07d-f7b1b4612e90 binding host dv-cinder-784945-5-smb {{(pid=85259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 13:18:04.542398 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-703c3025-c5a6-48e0-afe6-6d345d9e19e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:04.587515 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4b2cbc04-9f68-4e36-b694-4cfd17a567ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:04.592798 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4b2cbc04-9f68-4e36-b694-4cfd17a567ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:04.618310 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:18:04.635998 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5400e3d-a141-4d15-981e-f176c2e3cb45 req-b10289f7-b7bd-40b5-a71c-5adffb3dd6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:04.638271 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a5400e3d-a141-4d15-981e-f176c2e3cb45 req-b10289f7-b7bd-40b5-a71c-5adffb3dd6cf service neutron] 10.222.0.65 "GET /v2.0/networks?id=bb62c6ba-4065-4853-860d-054c00065fae HTTP/1.1" status: 200 len: 909 time: 0.2334652 Apr 15 13:18:04.649492 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-4b2cbc04-9f68-4e36-b694-4cfd17a567ed admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cfc39a99e58640a2b413fa6ce315c835&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5902419 Apr 15 13:18:04.657195 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 40136) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:18:04.690980 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2cbc04-9f68-4e36-b694-4cfd17a567ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2789e5-a870-4c63-9a73-b7bb832aabbc,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:18:04.703421 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-4b2cbc04-9f68-4e36-b694-4cfd17a567ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:18:04.762036 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a5400e3d-a141-4d15-981e-f176c2e3cb45 req-78707692-9d16-44ef-8382-5e27846f1bc3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=017bf6f7-6bbf-4683-9117-4d9fd32f68e6 HTTP/1.1" status: 200 len: 217 time: 0.1135354 Apr 15 13:18:04.770175 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-6e6ba62c-bf7f-4bcc-8f0c-182c49ec5e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:04.804728 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-6e6ba62c-bf7f-4bcc-8f0c-182c49ec5e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:04.892199 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-6e6ba62c-bf7f-4bcc-8f0c-182c49ec5e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:04.899866 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-5dc44bcf-6043-441d-ae55-1ebcbb167866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:18:04.917294 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6ba62c-bf7f-4bcc-8f0c-182c49ec5e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2789e5-a870-4c63-9a73-b7bb832aabbc,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:18:04.930465 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-6e6ba62c-bf7f-4bcc-8f0c-182c49ec5e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:18:04.940601 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-6e6ba62c-bf7f-4bcc-8f0c-182c49ec5e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:04.942835 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-6e6ba62c-bf7f-4bcc-8f0c-182c49ec5e96 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/de2789e5-a870-4c63-9a73-b7bb832aabbc HTTP/1.1" status: 204 len: 168 time: 0.2846107 Apr 15 13:18:05.246816 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5400e3d-a141-4d15-981e-f176c2e3cb45 req-3a82a453-cf9e-4c95-ac75-859a0e69a86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:05.248637 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a5400e3d-a141-4d15-981e-f176c2e3cb45 req-3a82a453-cf9e-4c95-ac75-859a0e69a86d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=04b9f48c-768b-4eb9-b5e3-cd4654c7fa10 HTTP/1.1" status: 200 len: 848 time: 0.4698145 Apr 15 13:18:05.311236 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-703c3025-c5a6-48e0-afe6-6d345d9e19e6 None None] Notify callbacks [] for port, precommit_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:05.327318 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-703c3025-c5a6-48e0-afe6-6d345d9e19e6 None None] Transition to ACTIVE for port object dc8f6af8-a30a-4524-a07d-f7b1b4612e90 will not be triggered until provisioned by entity L2. {{(pid=85259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:18:05.335038 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-703c3025-c5a6-48e0-afe6-6d345d9e19e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:05.355053 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:18:05.371269 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a5400e3d-a141-4d15-981e-f176c2e3cb45 req-e6b0f400-6b3a-47d2-9b1a-94db58bb43fc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bb62c6ba-4065-4853-860d-054c00065fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1135657 Apr 15 13:18:05.429963 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8d489-b685-4dd6-b19f-4149aeab8161 req-6f403ebf-66bf-4898-b5c4-291f21a8952a tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:05.431722 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-daf8d489-b685-4dd6-b19f-4149aeab8161 req-6f403ebf-66bf-4898-b5c4-291f21a8952a tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 945 time: 0.2794838 Apr 15 13:18:05.525475 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0a063a-c67c-4397-82fb-76dd0f541e74 None None] Pushing event updated for resources: {'Port': ['ID=dc8f6af8-a30a-4524-a07d-f7b1b4612e90,revision_number=3']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:18:05.530925 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-0f0a063a-c67c-4397-82fb-76dd0f541e74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:18:05.656740 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-daf8d489-b685-4dd6-b19f-4149aeab8161 req-e642dbfd-324e-4817-906b-beeaf67c86a6 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542864 Apr 15 13:18:05.797388 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7dbb3-5be3-445b-bba3-cfb3a95006df req-1fc48e30-b00e-47b4-9bf9-0c19e8bf0929 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:05.814399 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-74a7dbb3-5be3-445b-bba3-cfb3a95006df req-1fc48e30-b00e-47b4-9bf9-0c19e8bf0929 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a456fc-6cae-4253-b2c4-3ae094679541 HTTP/1.1" status: 200 len: 944 time: 0.2730904 Apr 15 13:18:05.818829 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a5400e3d-a141-4d15-981e-f176c2e3cb45 req-859e844c-0bf4-429c-9231-d1a93a649a79 service neutron] 10.222.0.65 "GET /v2.0/networks/bb62c6ba-4065-4853-860d-054c00065fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4374330 Apr 15 13:18:05.952596 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-703c3025-c5a6-48e0-afe6-6d345d9e19e6 None None] Attempting to bind port dc8f6af8-a30a-4524-a07d-f7b1b4612e90 on host dv-cinder-784945-5-smb for vnic_type normal with profile {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 13:18:05.953031 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-703c3025-c5a6-48e0-afe6-6d345d9e19e6 None None] Attempting to bind port dc8f6af8-a30a-4524-a07d-f7b1b4612e90 by drivers openvswitch,hyperv on host dv-cinder-784945-5-smb at level 0 using segments [{'id': 'ae17806f-283f-4edd-86e7-739069cc7ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '79c18fa6-218b-4fd2-9864-b67c1d184001'}] {{(pid=85259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 13:18:05.953448 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703c3025-c5a6-48e0-afe6-6d345d9e19e6 None None] Attempting to bind port dc8f6af8-a30a-4524-a07d-f7b1b4612e90 on network 79c18fa6-218b-4fd2-9864-b67c1d184001 {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:18:05.960349 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703c3025-c5a6-48e0-afe6-6d345d9e19e6 None None] Checking agent: {'id': '81e11618-700f-4852-9942-b93dec05a832', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 13, 7, 16), 'started_at': datetime.datetime(2021, 4, 15, 13, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 13, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 13:18:05.960786 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703c3025-c5a6-48e0-afe6-6d345d9e19e6 None None] Checking segment: {'id': 'ae17806f-283f-4edd-86e7-739069cc7ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '79c18fa6-218b-4fd2-9864-b67c1d184001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:18:05.961251 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-703c3025-c5a6-48e0-afe6-6d345d9e19e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:05.961698 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703c3025-c5a6-48e0-afe6-6d345d9e19e6 None None] Bound using segment: {'id': 'ae17806f-283f-4edd-86e7-739069cc7ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '79c18fa6-218b-4fd2-9864-b67c1d184001'} {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 13:18:05.962232 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-703c3025-c5a6-48e0-afe6-6d345d9e19e6 None None] Bound port: dc8f6af8-a30a-4524-a07d-f7b1b4612e90, host: dv-cinder-784945-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae17806f-283f-4edd-86e7-739069cc7ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '79c18fa6-218b-4fd2-9864-b67c1d184001'}}] {{(pid=85259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 13:18:05.962730 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-703c3025-c5a6-48e0-afe6-6d345d9e19e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:06.138297 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a5400e3d-a141-4d15-981e-f176c2e3cb45 req-e77abb2a-26b6-41ff-bf91-75161d633315 service neutron] 10.222.0.65 "GET /v2.0/networks/bb62c6ba-4065-4853-860d-054c00065fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816553 Apr 15 13:18:06.160879 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-74a7dbb3-5be3-445b-bba3-cfb3a95006df req-4572f17b-78e9-42b1-b803-0ae6e4854de9 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fcce161-b9ff-4e78-b61f-4934af8318e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452847 Apr 15 13:18:06.206075 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-703c3025-c5a6-48e0-afe6-6d345d9e19e6 None None] For port dc8f6af8-a30a-4524-a07d-f7b1b4612e90, host dv-cinder-784945-5-smb, cleared binding levels {{(pid=85259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 13:18:06.209593 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-703c3025-c5a6-48e0-afe6-6d345d9e19e6 None None] For port dc8f6af8-a30a-4524-a07d-f7b1b4612e90, host dv-cinder-784945-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=dc8f6af8-a30a-4524-a07d-f7b1b4612e90,segment=NetworkSegment(ae17806f-283f-4edd-86e7-739069cc7ea4),segment_id=ae17806f-283f-4edd-86e7-739069cc7ea4)] {{(pid=85259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 13:18:06.217980 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-703c3025-c5a6-48e0-afe6-6d345d9e19e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:06.316025 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-b48d66f9-2e96-4dca-a552-595aa4eb38ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:18:06.433006 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0a063a-c67c-4397-82fb-76dd0f541e74 None None] Pushing event updated for resources: {'Port': ['ID=dc8f6af8-a30a-4524-a07d-f7b1b4612e90,revision_number=4']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:18:06.447015 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0a063a-c67c-4397-82fb-76dd0f541e74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:18:06.447420 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0a063a-c67c-4397-82fb-76dd0f541e74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:18:06.447994 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0a063a-c67c-4397-82fb-76dd0f541e74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:18:06.448247 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0a063a-c67c-4397-82fb-76dd0f541e74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:18:06.448560 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0a063a-c67c-4397-82fb-76dd0f541e74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:18:06.448939 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0a063a-c67c-4397-82fb-76dd0f541e74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:18:06.449316 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0a063a-c67c-4397-82fb-76dd0f541e74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:18:06.451411 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0a063a-c67c-4397-82fb-76dd0f541e74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:18:06.454331 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0a063a-c67c-4397-82fb-76dd0f541e74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:18:06.454739 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0a063a-c67c-4397-82fb-76dd0f541e74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:18:06.455123 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0a063a-c67c-4397-82fb-76dd0f541e74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:18:06.455514 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0a063a-c67c-4397-82fb-76dd0f541e74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:18:06.465765 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-0f0a063a-c67c-4397-82fb-76dd0f541e74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:18:06.505182 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703c3025-c5a6-48e0-afe6-6d345d9e19e6 None None] Routers {'8f2a50ef-1a42-4dc4-b1fe-80e938f617bd'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:18:06.505889 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-703c3025-c5a6-48e0-afe6-6d345d9e19e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:17:45Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['8f2a50ef-1a42-4dc4-b1fe-80e938f617bd'], 'active': True} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:18:06.676992 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb7bb2-4857-4359-a047-647ab627124b req-88813e43-1f0b-47bd-b4e8-4d5ff7ee6db5 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:06.685916 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e5eb7bb2-4857-4359-a047-647ab627124b req-88813e43-1f0b-47bd-b4e8-4d5ff7ee6db5 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=782507df-e243-406b-9517-8a551afbed48 HTTP/1.1" status: 200 len: 945 time: 0.2453516 Apr 15 13:18:06.708315 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device dc8f6af8-a30a-4524-a07d-f7b1b4612e90 up at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:18:06.802794 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e5eb7bb2-4857-4359-a047-647ab627124b req-e3d5955b-f831-4ceb-97ee-3dacbb178e78 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/security-groups?id=b868c94c-3d9d-4ebb-8c60-4bbeb25ff73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158726 Apr 15 13:18:06.971857 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab648b2-3baa-482f-b430-ec3e31902d41 req-95d8b0e8-5555-464e-aee0-ad9699153d39 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:06.973815 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-bab648b2-3baa-482f-b430-ec3e31902d41 req-95d8b0e8-5555-464e-aee0-ad9699153d39 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 945 time: 0.1166611 Apr 15 13:18:07.036686 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-bab648b2-3baa-482f-b430-ec3e31902d41 req-077c1580-50ae-4ec5-8d3e-5464309ba4d0 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541413 Apr 15 13:18:07.205595 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning for port dc8f6af8-a30a-4524-a07d-f7b1b4612e90 completed by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:18:07.222482 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-703c3025-c5a6-48e0-afe6-6d345d9e19e6 None None] Set router 8f2a50ef-1a42-4dc4-b1fe-80e938f617bd gateway port host: dv-cinder-784945-5-smb {{(pid=85259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:18:07.279806 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning complete for port dc8f6af8-a30a-4524-a07d-f7b1b4612e90 triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:18:07.279806 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:07.414394 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb313665-2a5a-4ddc-8fdd-b65d1591e820 req-997a9257-5e58-46c2-8466-d090fa77feb4 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:07.416253 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-bb313665-2a5a-4ddc-8fdd-b65d1591e820 req-997a9257-5e58-46c2-8466-d090fa77feb4 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a456fc-6cae-4253-b2c4-3ae094679541 HTTP/1.1" status: 200 len: 944 time: 0.1172216 Apr 15 13:18:07.516263 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-bb313665-2a5a-4ddc-8fdd-b65d1591e820 req-923acf05-2630-4507-b27c-9d330f31b26e tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fcce161-b9ff-4e78-b61f-4934af8318e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870943 Apr 15 13:18:07.798108 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:07.822042 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-703c3025-c5a6-48e0-afe6-6d345d9e19e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f2a50ef-1a42-4dc4-b1fe-80e938f617bd', 'name': 'tempest-TestMinimumBasicScenario-1271416638-router', 'tenant_id': '9123ccfaab2a4f53851baa7f95b7978d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': 'e4885434-7e7b-482d-82e6-99b39485bc3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:17:51Z', 'updated_at': '2021-04-15T13:17:57Z', 'revision_number': 4, 'project_id': '9123ccfaab2a4f53851baa7f95b7978d', 'gw_port': {'id': 'e4885434-7e7b-482d-82e6-99b39485bc3c', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:95:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2a50ef-1a42-4dc4-b1fe-80e938f617bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:17:51Z', 'updated_at': '2021-04-15T13:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_interfaces': [{'id': 'dc8f6af8-a30a-4524-a07d-f7b1b4612e90', 'name': '', 'network_id': '79c18fa6-218b-4fd2-9864-b67c1d184001', 'tenant_id': '9123ccfaab2a4f53851baa7f95b7978d', 'mac_address': 'fa:16:3e:72:64:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f2a50ef-1a42-4dc4-b1fe-80e938f617bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '17c6d420-4d68-485a-b26b-bf944d1d91a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:17:56Z', 'updated_at': '2021-04-15T13:18:06Z', 'revision_number': 4, 'project_id': '9123ccfaab2a4f53851baa7f95b7978d', 'subnets': [{'id': '17c6d420-4d68-485a-b26b-bf944d1d91a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:18:07.836686 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703c3025-c5a6-48e0-afe6-6d345d9e19e6 None None] The sync data for ids ['8f2a50ef-1a42-4dc4-b1fe-80e938f617bd'] in dv-cinder-784945-5-smb is: [{'id': '8f2a50ef-1a42-4dc4-b1fe-80e938f617bd', 'name': 'tempest-TestMinimumBasicScenario-1271416638-router', 'tenant_id': '9123ccfaab2a4f53851baa7f95b7978d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': 'e4885434-7e7b-482d-82e6-99b39485bc3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:17:51Z', 'updated_at': '2021-04-15T13:17:57Z', 'revision_number': 4, 'project_id': '9123ccfaab2a4f53851baa7f95b7978d', 'gw_port': {'id': 'e4885434-7e7b-482d-82e6-99b39485bc3c', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:95:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2a50ef-1a42-4dc4-b1fe-80e938f617bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:17:51Z', 'updated_at': '2021-04-15T13:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_interfaces': [{'id': 'dc8f6af8-a30a-4524-a07d-f7b1b4612e90', 'name': '', 'network_id': '79c18fa6-218b-4fd2-9864-b67c1d184001', 'tenant_id': '9123ccfaab2a4f53851baa7f95b7978d', 'mac_address': 'fa:16:3e:72:64:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f2a50ef-1a42-4dc4-b1fe-80e938f617bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '17c6d420-4d68-485a-b26b-bf944d1d91a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:17:56Z', 'updated_at': '2021-04-15T13:18:06Z', 'revision_number': 4, 'project_id': '9123ccfaab2a4f53851baa7f95b7978d', 'subnets': [{'id': '17c6d420-4d68-485a-b26b-bf944d1d91a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 13:18:07.852289 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device 017bf6f7-6bbf-4683-9117-4d9fd32f68e6 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=85259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 13:18:07.867702 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] For port dc8f6af8-a30a-4524-a07d-f7b1b4612e90, host dv-cinder-784945-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=dc8f6af8-a30a-4524-a07d-f7b1b4612e90,segment=NetworkSegment(ae17806f-283f-4edd-86e7-739069cc7ea4),segment_id=ae17806f-283f-4edd-86e7-739069cc7ea4)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:18:07.873855 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:07.881914 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:18:08.110073 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Pushing event updated for resources: {'Port': ['ID=dc8f6af8-a30a-4524-a07d-f7b1b4612e90,revision_number=5']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:18:08.116114 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a4869-1152-4174-b7dd-fd25ef321349 req-2d429b8a-549a-4155-b11a-af08d38f1591 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:08.118281 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e24a4869-1152-4174-b7dd-fd25ef321349 req-2d429b8a-549a-4155-b11a-af08d38f1591 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=782507df-e243-406b-9517-8a551afbed48 HTTP/1.1" status: 200 len: 945 time: 0.1375937 Apr 15 13:18:08.135317 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:18:08.196474 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e24a4869-1152-4174-b7dd-fd25ef321349 req-6b175eb0-97ec-4d64-aa72-b68e885506da tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/security-groups?id=b868c94c-3d9d-4ebb-8c60-4bbeb25ff73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705526 Apr 15 13:18:08.227181 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port 017bf6f7-6bbf-4683-9117-4d9fd32f68e6, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=017bf6f7-6bbf-4683-9117-4d9fd32f68e6,segment=NetworkSegment(22f0d6e2-7748-4e87-9de7-644041666d2a),segment_id=22f0d6e2-7748-4e87-9de7-644041666d2a)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:18:08.263598 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Returning: {'device': '017bf6f7-6bbf-4683-9117-4d9fd32f68e6', 'network_id': 'bb62c6ba-4065-4853-860d-054c00065fae', 'port_id': '017bf6f7-6bbf-4683-9117-4d9fd32f68e6', 'mac_address': 'fa:16:3e:53:21:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b9f48c-768b-4eb9-b5e3-cd4654c7fa10', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 13:18:08.342156 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:08.364528 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 017bf6f7-6bbf-4683-9117-4d9fd32f68e6 {{(pid=85259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 13:18:08.384893 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port 017bf6f7-6bbf-4683-9117-4d9fd32f68e6, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=017bf6f7-6bbf-4683-9117-4d9fd32f68e6,segment=NetworkSegment(22f0d6e2-7748-4e87-9de7-644041666d2a),segment_id=22f0d6e2-7748-4e87-9de7-644041666d2a)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:18:08.395098 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:08.397154 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:18:08.410259 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc3af7-bc55-449a-82da-df994c8d9e35 req-0bdebdeb-abe9-47df-85bb-d3d9feb9c169 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:08.414066 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-9fdc3af7-bc55-449a-82da-df994c8d9e35 req-0bdebdeb-abe9-47df-85bb-d3d9feb9c169 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 945 time: 0.1601825 Apr 15 13:18:08.482014 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-9fdc3af7-bc55-449a-82da-df994c8d9e35 req-2c59005b-de32-4b58-92c6-0793f003ba17 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606971 Apr 15 13:18:08.507094 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Pushing event updated for resources: {'Port': ['ID=017bf6f7-6bbf-4683-9117-4d9fd32f68e6,revision_number=4']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:18:08.510504 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:18:08.568957 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device dc8f6af8-a30a-4524-a07d-f7b1b4612e90 up at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:18:08.689197 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning complete for port dc8f6af8-a30a-4524-a07d-f7b1b4612e90 triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:18:08.689909 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:08.823462 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a6dca9-8f59-47cb-a6c7-4800f24d9f5d req-dda5e61e-135d-46dd-af45-9603c9133585 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:08.825252 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-04a6dca9-8f59-47cb-a6c7-4800f24d9f5d req-dda5e61e-135d-46dd-af45-9603c9133585 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a456fc-6cae-4253-b2c4-3ae094679541 HTTP/1.1" status: 200 len: 945 time: 0.1479251 Apr 15 13:18:08.919130 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-04a6dca9-8f59-47cb-a6c7-4800f24d9f5d req-f8febcdf-65c8-4e8e-8409-34ce364e6ba1 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fcce161-b9ff-4e78-b61f-4934af8318e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842450 Apr 15 13:18:08.984137 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] get_ports_and_sgs() called for port_ids ['017bf6f7-6bbf-4683-9117-4d9fd32f68e6'] {{(pid=85259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 13:18:09.030429 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42714d-dc61-4c5e-a9d9-6fb28b29b9c3 req-430d9fcc-d1be-486c-8ee3-95689d238a7d tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:09.032025 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-9c42714d-dc61-4c5e-a9d9-6fb28b29b9c3 req-430d9fcc-d1be-486c-8ee3-95689d238a7d tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.65 "GET /v2.0/ports?device_id=782507df-e243-406b-9517-8a551afbed48 HTTP/1.1" status: 200 len: 945 time: 0.1150205 Apr 15 13:18:09.127701 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [req-9c42714d-dc61-4c5e-a9d9-6fb28b29b9c3 req-cbc565b9-b437-456c-a2e2-50ce33361aac tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Deleting port 70659142-cc72-4c48-8e3d-3e99c94647ee {{(pid=85257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 13:18:09.128083 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-9c42714d-dc61-4c5e-a9d9-6fb28b29b9c3 req-cbc565b9-b437-456c-a2e2-50ce33361aac tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279808963205'] for port, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:09.511833 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad66c1-49c4-4d87-8563-beb7d717d8da req-43162970-a5ea-4082-97c1-f2b29b09c93b tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:09.519706 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-69ad66c1-49c4-4d87-8563-beb7d717d8da req-43162970-a5ea-4082-97c1-f2b29b09c93b tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=782507df-e243-406b-9517-8a551afbed48 HTTP/1.1" status: 200 len: 945 time: 0.1544266 Apr 15 13:18:09.581705 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-69ad66c1-49c4-4d87-8563-beb7d717d8da req-29737f09-61ba-4e6d-859b-ba2f268c3cd7 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/security-groups?id=b868c94c-3d9d-4ebb-8c60-4bbeb25ff73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608342 Apr 15 13:18:09.609421 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [req-9c42714d-dc61-4c5e-a9d9-6fb28b29b9c3 req-cbc565b9-b437-456c-a2e2-50ce33361aac tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] For port 70659142-cc72-4c48-8e3d-3e99c94647ee, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=70659142-cc72-4c48-8e3d-3e99c94647ee,segment=NetworkSegment(5ba62775-d6f2-40a9-ac4b-991dcc5cf8d7),segment_id=5ba62775-d6f2-40a9-ac4b-991dcc5cf8d7)] {{(pid=85257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:18:09.609925 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-9c42714d-dc61-4c5e-a9d9-6fb28b29b9c3 req-cbc565b9-b437-456c-a2e2-50ce33361aac tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853842851'] for port, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:09.783024 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [req-9c42714d-dc61-4c5e-a9d9-6fb28b29b9c3 req-cbc565b9-b437-456c-a2e2-50ce33361aac tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Calling delete_port for 70659142-cc72-4c48-8e3d-3e99c94647ee owned by compute:nova {{(pid=85257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 13:18:09.998477 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6543ea76-5df9-4ba0-9331-91770e5e1a57 req-3a99f7d2-f892-4ff6-87a6-223b89d75550 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:10.000218 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-6543ea76-5df9-4ba0-9331-91770e5e1a57 req-3a99f7d2-f892-4ff6-87a6-223b89d75550 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 945 time: 0.2259984 Apr 15 13:18:10.126857 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-9c42714d-dc61-4c5e-a9d9-6fb28b29b9c3 req-cbc565b9-b437-456c-a2e2-50ce33361aac tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757045826334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279809391903'] for port, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:10.158070 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-b0090561-6348-41e9-bfaf-4394e92a9990 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:18:10.193189 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] get_ports_and_sgs() called for port_ids ['5fdbff51-c936-4208-acd8-b4fc02f04ac6', '031e96aa-fc28-4c1c-bfe3-742101d6e091', 'b295b51f-ebad-4b84-b7f5-cbdebdb11ffb', '70659142-cc72-4c48-8e3d-3e99c94647ee'] {{(pid=85259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 13:18:10.272765 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-6543ea76-5df9-4ba0-9331-91770e5e1a57 req-43d568e9-a939-4335-a14c-734103b92aa5 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617488 Apr 15 13:18:10.329083 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc565b9-b437-456c-a2e2-50ce33361aac tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Pushing event deleted for resources: {'Port': ['ID=70659142-cc72-4c48-8e3d-3e99c94647ee,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:18:10.348225 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-cbc565b9-b437-456c-a2e2-50ce33361aac tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:18:10.465522 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c42714d-dc61-4c5e-a9d9-6fb28b29b9c3 req-cbc565b9-b437-456c-a2e2-50ce33361aac tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] No DVR routers for this DVR port 70659142-cc72-4c48-8e3d-3e99c94647ee on host hv-cinder-78494 {{(pid=85257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 13:18:10.469212 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-9c42714d-dc61-4c5e-a9d9-6fb28b29b9c3 req-cbc565b9-b437-456c-a2e2-50ce33361aac tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for port, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:10.472018 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782507df-e243-406b-9517-8a551afbed48', 'name': 'network-vif-deleted', 'tag': '70659142-cc72-4c48-8e3d-3e99c94647ee'}] {{(pid=85257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:18:10.488453 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ef6dd-6e2a-4d1f-9552-c18ce832d4b6 req-74ae9c84-2a86-45a1-94a3-745b99d59268 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:10.497240 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-016ef6dd-6e2a-4d1f-9552-c18ce832d4b6 req-74ae9c84-2a86-45a1-94a3-745b99d59268 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a456fc-6cae-4253-b2c4-3ae094679541 HTTP/1.1" status: 200 len: 945 time: 0.4493620 Apr 15 13:18:10.563663 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-016ef6dd-6e2a-4d1f-9552-c18ce832d4b6 req-fde6c229-c057-4647-89d9-ee628b313a30 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fcce161-b9ff-4e78-b61f-4934af8318e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648940 Apr 15 13:18:10.573319 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-9c42714d-dc61-4c5e-a9d9-6fb28b29b9c3 req-cbc565b9-b437-456c-a2e2-50ce33361aac tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.65 "DELETE /v2.0/ports/70659142-cc72-4c48-8e3d-3e99c94647ee HTTP/1.1" status: 204 len: 173 time: 1.5315399 Apr 15 13:18:10.599886 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '782507df-e243-406b-9517-8a551afbed48', 'name': 'network-vif-deleted', 'tag': '70659142-cc72-4c48-8e3d-3e99c94647ee', 'status': 'completed', 'code': 200} Apr 15 13:18:10.799021 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-2940ba02-f7e8-4a62-87e8-69d16cb485ee req-7077fe17-a227-4e52-b866-7819119bfe98 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Synchronizing usage tracker for tenant:6f711daa125b461f9429aa9ee6cf12f3 on resource:port {{(pid=85257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 13:18:10.832681 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-2940ba02-f7e8-4a62-87e8-69d16cb485ee req-7077fe17-a227-4e52-b866-7819119bfe98 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Unset dirty status for tenant:6f711daa125b461f9429aa9ee6cf12f3 on resource:port {{(pid=85257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 13:18:10.834955 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-2940ba02-f7e8-4a62-87e8-69d16cb485ee req-7077fe17-a227-4e52-b866-7819119bfe98 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=782507df-e243-406b-9517-8a551afbed48 HTTP/1.1" status: 200 len: 210 time: 0.1287081 Apr 15 13:18:11.510596 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76417aa9-65f3-4278-bd8e-47f3e272c954 req-7c76e50d-4d62-4070-9aac-8b5df3c93529 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:11.512772 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-76417aa9-65f3-4278-bd8e-47f3e272c954 req-7c76e50d-4d62-4070-9aac-8b5df3c93529 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 945 time: 0.1068141 Apr 15 13:18:11.583932 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-76417aa9-65f3-4278-bd8e-47f3e272c954 req-864d5c58-cd2d-4304-be1f-562feb594a36 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639637 Apr 15 13:18:11.823959 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c4319-6b4f-4730-9128-352cb76001a1 req-fce3269b-9734-453d-85b2-32e655d37fc4 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:11.826321 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-0f4c4319-6b4f-4730-9128-352cb76001a1 req-fce3269b-9734-453d-85b2-32e655d37fc4 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a456fc-6cae-4253-b2c4-3ae094679541 HTTP/1.1" status: 200 len: 945 time: 0.1262884 Apr 15 13:18:11.905471 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-0f4c4319-6b4f-4730-9128-352cb76001a1 req-e947d149-24b1-41f5-8eab-85ae134347b5 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fcce161-b9ff-4e78-b61f-4934af8318e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705099 Apr 15 13:18:11.919962 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device 017bf6f7-6bbf-4683-9117-4d9fd32f68e6 up at agent hyperv_hv-cinder-78494 {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:18:12.035935 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-895b8b5c-d2e0-4e3e-8d0f-90691fefc836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:12.064454 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Provisioning for port 017bf6f7-6bbf-4683-9117-4d9fd32f68e6 completed by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:18:12.077999 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Provisioning complete for port 017bf6f7-6bbf-4683-9117-4d9fd32f68e6 triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:18:12.078355 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:12.252567 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:12.285968 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a456fc-6cae-4253-b2c4-3ae094679541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017bf6f7-6bbf-4683-9117-4d9fd32f68e6'}] {{(pid=85259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:18:12.298851 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port 017bf6f7-6bbf-4683-9117-4d9fd32f68e6, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=017bf6f7-6bbf-4683-9117-4d9fd32f68e6,segment=NetworkSegment(22f0d6e2-7748-4e87-9de7-644041666d2a),segment_id=22f0d6e2-7748-4e87-9de7-644041666d2a)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:18:12.304274 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:12.305406 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device 70659142-cc72-4c48-8e3d-3e99c94647ee no longer exists at agent hyperv_hv-cinder-78494 {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 13:18:12.339496 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:18:12.397649 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a456fc-6cae-4253-b2c4-3ae094679541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017bf6f7-6bbf-4683-9117-4d9fd32f68e6', 'code': 200} Apr 15 13:18:12.428700 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] No Port match for: 70659142-cc72-4c48-8e3d-3e99c94647ee {{(pid=85259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 13:18:12.429279 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device 70659142-cc72-4c48-8e3d-3e99c94647ee not bound to the agent host hv-cinder-78494 {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 13:18:12.456062 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Pushing event updated for resources: {'Port': ['ID=017bf6f7-6bbf-4683-9117-4d9fd32f68e6,revision_number=5']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:18:12.460812 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:18:12.779570 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee9abba-89b1-40fd-bcbf-eb55a2dbc867 req-dfad5c2c-767f-40b1-858a-994580b7a300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:12.783892 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8ee9abba-89b1-40fd-bcbf-eb55a2dbc867 req-dfad5c2c-767f-40b1-858a-994580b7a300 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=36a456fc-6cae-4253-b2c4-3ae094679541 HTTP/1.1" status: 200 len: 1099 time: 0.1672783 Apr 15 13:18:12.888448 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8ee9abba-89b1-40fd-bcbf-eb55a2dbc867 req-c837a695-85c9-4a5a-bdd1-07cf5e279cb8 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2fcce161-b9ff-4e78-b61f-4934af8318e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570292 Apr 15 13:18:12.929888 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca78240-9f5d-4641-af98-978c0458b02b req-5460f1bc-211d-4ee9-af5a-b03ff29872fd tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:12.931740 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-0ca78240-9f5d-4641-af98-978c0458b02b req-5460f1bc-211d-4ee9-af5a-b03ff29872fd tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 945 time: 0.1462448 Apr 15 13:18:12.990166 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-0ca78240-9f5d-4641-af98-978c0458b02b req-e939ba20-acd1-4038-a1bf-c74db418fc21 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497208 Apr 15 13:18:13.138050 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66012f-6ffb-4ad3-a568-2f5bc0c8308a req-634e39b7-cf4e-49c3-a586-1919567a6db6 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:13.139569 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ba66012f-6ffb-4ad3-a568-2f5bc0c8308a req-634e39b7-cf4e-49c3-a586-1919567a6db6 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a456fc-6cae-4253-b2c4-3ae094679541 HTTP/1.1" status: 200 len: 946 time: 0.1083415 Apr 15 13:18:13.195977 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ba66012f-6ffb-4ad3-a568-2f5bc0c8308a req-f155d802-f89c-446d-9ad3-4e4781ca8427 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fcce161-b9ff-4e78-b61f-4934af8318e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468755 Apr 15 13:18:13.883038 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 40282) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:18:13.937096 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a7020-2d40-4b21-a3ef-2dacd48ff863 req-d82a7472-4a4c-4202-89d8-5ff67e650d21 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:13.938750 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d96a7020-2d40-4b21-a3ef-2dacd48ff863 req-d82a7472-4a4c-4202-89d8-5ff67e650d21 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=35f0d7ca-5386-49fe-bd69-e41d8cec2a44 HTTP/1.1" status: 200 len: 945 time: 0.1046615 Apr 15 13:18:14.007866 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d96a7020-2d40-4b21-a3ef-2dacd48ff863 req-33a44c5c-34d0-42c2-b039-1fd7cb32ba24 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/security-groups?id=b868c94c-3d9d-4ebb-8c60-4bbeb25ff73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622256 Apr 15 13:18:14.047079 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-6bc93fb6-3529-4cb1-8afd-b76578b57a94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:14.070476 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-6bc93fb6-3529-4cb1-8afd-b76578b57a94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:18:14.077485 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-6bc93fb6-3529-4cb1-8afd-b76578b57a94 admin admin] Usage tracker for resource:security_group_rule and tenant:5e55b10d3fb845b6a99fce7745b36936 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:18:14.080951 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-6bc93fb6-3529-4cb1-8afd-b76578b57a94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:18:14.087341 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-6bc93fb6-3529-4cb1-8afd-b76578b57a94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:18:14.206561 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-6bc93fb6-3529-4cb1-8afd-b76578b57a94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:14.222010 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-6bc93fb6-3529-4cb1-8afd-b76578b57a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:14.226876 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d2f55f-a1e4-455d-8088-f1e1b3ba1f67 req-b5c4ffb9-2ec6-4b79-97c7-c5927fcb82b9 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:14.228611 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c8d2f55f-a1e4-455d-8088-f1e1b3ba1f67 req-b5c4ffb9-2ec6-4b79-97c7-c5927fcb82b9 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 945 time: 0.0931978 Apr 15 13:18:14.233389 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-13314fa6-fcea-4551-8ebf-f39a46f38255 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:18:14.279412 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-6bc93fb6-3529-4cb1-8afd-b76578b57a94 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5e55b10d3fb845b6a99fce7745b36936&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3951347 Apr 15 13:18:14.281717 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 40302) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:18:14.285028 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc93fb6-3529-4cb1-8afd-b76578b57a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688fdc51-b38f-4083-9cf0-78054febb894,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:18:14.288631 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-6bc93fb6-3529-4cb1-8afd-b76578b57a94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:18:14.291328 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c8d2f55f-a1e4-455d-8088-f1e1b3ba1f67 req-0ab95c69-bf6b-42b6-9aea-4f19b12f39cb tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470400 Apr 15 13:18:14.362292 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-bf27c75f-8cf6-4ba7-90e3-36fc8421edfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:14.393666 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-bf27c75f-8cf6-4ba7-90e3-36fc8421edfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:14.430942 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469264f0-89db-4765-a3ea-b4281724c6a4 req-4bc37ea5-8562-49e2-a7bf-0f413ac99c67 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:14.432595 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-469264f0-89db-4765-a3ea-b4281724c6a4 req-4bc37ea5-8562-49e2-a7bf-0f413ac99c67 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a456fc-6cae-4253-b2c4-3ae094679541 HTTP/1.1" status: 200 len: 946 time: 0.0937197 Apr 15 13:18:14.449948 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-bf27c75f-8cf6-4ba7-90e3-36fc8421edfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:14.455416 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-93f12608-43ea-42fb-8ae8-3808bf0e9a95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:18:14.472245 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf27c75f-8cf6-4ba7-90e3-36fc8421edfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688fdc51-b38f-4083-9cf0-78054febb894,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:18:14.477185 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-bf27c75f-8cf6-4ba7-90e3-36fc8421edfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:14.481745 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-bf27c75f-8cf6-4ba7-90e3-36fc8421edfa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/688fdc51-b38f-4083-9cf0-78054febb894 HTTP/1.1" status: 204 len: 168 time: 0.1959219 Apr 15 13:18:14.481745 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-bf27c75f-8cf6-4ba7-90e3-36fc8421edfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:18:14.485979 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-469264f0-89db-4765-a3ea-b4281724c6a4 req-d29dedb3-0970-4c23-a3c4-31a3f3b97936 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fcce161-b9ff-4e78-b61f-4934af8318e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457244 Apr 15 13:18:14.650449 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-259c5d96-4815-4bd5-bcac-48b4b90c6080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:15.324628 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486abcb-9ea0-48bb-9621-2130a6597973 req-c110d882-f59e-4f11-800d-a536a1aa8d27 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:15.326169 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5486abcb-9ea0-48bb-9621-2130a6597973 req-c110d882-f59e-4f11-800d-a536a1aa8d27 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/networks?id=0f9785c8-77af-4ae7-b996-ffbea947a1be HTTP/1.1" status: 200 len: 815 time: 0.4262249 Apr 15 13:18:15.342413 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbcba2-4342-4d93-a586-2d4dece40d92 req-9409379c-f4cd-4fd5-9e38-05b9e3e257ce tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:15.344029 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-68cbcba2-4342-4d93-a586-2d4dece40d92 req-9409379c-f4cd-4fd5-9e38-05b9e3e257ce tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=35f0d7ca-5386-49fe-bd69-e41d8cec2a44 HTTP/1.1" status: 200 len: 945 time: 0.1545694 Apr 15 13:18:15.376770 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5486abcb-9ea0-48bb-9621-2130a6597973 req-89e5bb27-3b24-43d2-8a27-d7348152fe6a tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/quotas/06a7ee46542d4f8884190e4353903cd9 HTTP/1.1" status: 200 len: 375 time: 0.0438635 Apr 15 13:18:15.381740 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c87900dd-59db-4d9b-b688-8554058ba32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:15.445172 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-68cbcba2-4342-4d93-a586-2d4dece40d92 req-4299ede1-d75d-42d0-9ed2-ca3b55723996 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/security-groups?id=b868c94c-3d9d-4ebb-8c60-4bbeb25ff73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940862 Apr 15 13:18:15.486946 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5486abcb-9ea0-48bb-9621-2130a6597973 req-acc5fe43-79c7-4bba-bd69-7ed23bb875d0 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=06a7ee46542d4f8884190e4353903cd9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0964046 Apr 15 13:18:15.707139 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5486abcb-9ea0-48bb-9621-2130a6597973 req-cb05a009-94c4-48b9-a37e-bc695f116950 service neutron] 10.222.0.64 "GET /v2.0/networks/0f9785c8-77af-4ae7-b996-ffbea947a1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071817 Apr 15 13:18:15.748487 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dfd459-3ff8-4db3-800e-9746d2d7265f req-566e353c-8713-46e1-9132-c2febd50691e tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:15.750118 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a6dfd459-3ff8-4db3-800e-9746d2d7265f req-566e353c-8713-46e1-9132-c2febd50691e tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 945 time: 0.1708066 Apr 15 13:18:15.871383 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a6dfd459-3ff8-4db3-800e-9746d2d7265f req-c78089b4-3be4-4d69-8c79-d8182bdd0d61 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698333 Apr 15 13:18:15.906098 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5486abcb-9ea0-48bb-9621-2130a6597973 req-c1969fab-cc5a-4080-8dc1-606149efcb78 service neutron] 10.222.0.64 "GET /v2.0/networks/0f9785c8-77af-4ae7-b996-ffbea947a1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902142 Apr 15 13:18:15.952361 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:16.084805 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c61bc-6c1f-45d6-a7f8-ed4cae7c6dde req-4a4c5202-c64c-4db9-9eb3-d4887cddadd4 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:16.086446 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-917c61bc-6c1f-45d6-a7f8-ed4cae7c6dde req-4a4c5202-c64c-4db9-9eb3-d4887cddadd4 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a456fc-6cae-4253-b2c4-3ae094679541 HTTP/1.1" status: 200 len: 946 time: 0.1006281 Apr 15 13:18:16.138830 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-917c61bc-6c1f-45d6-a7f8-ed4cae7c6dde req-88b86b17-2a9f-4edc-98c7-7c4c50d2a3f6 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fcce161-b9ff-4e78-b61f-4934af8318e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455194 Apr 15 13:18:16.240889 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-39016c30-7d0f-48a5-a12d-0795ba60f4cc req-b6719f47-8b54-4b5a-9092-fcde21ba74cb tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc6147fd-2d41-43ca-8abd-49f6f364bc78 HTTP/1.1" status: 200 len: 210 time: 0.0571747 Apr 15 13:18:16.731927 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5676276-8079-40f7-93bd-c0a3f0c23ed9 req-b48ce09b-126b-4caf-942f-c3da5c4c261a tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:16.733591 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e5676276-8079-40f7-93bd-c0a3f0c23ed9 req-b48ce09b-126b-4caf-942f-c3da5c4c261a tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=35f0d7ca-5386-49fe-bd69-e41d8cec2a44 HTTP/1.1" status: 200 len: 945 time: 0.1373668 Apr 15 13:18:16.805171 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e5676276-8079-40f7-93bd-c0a3f0c23ed9 req-c82e831b-d6ef-4142-bcd6-5c825569a7f2 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/security-groups?id=b868c94c-3d9d-4ebb-8c60-4bbeb25ff73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627749 Apr 15 13:18:16.895306 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47a557f2-6ce0-416f-9ef8-17658d5933ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:16.977612 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fafb49-adbe-408f-813f-ef69aff1d3c3 req-5e3195f2-a275-4b3c-8ba2-9cc85a89f56e tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:16.979246 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c2fafb49-adbe-408f-813f-ef69aff1d3c3 req-5e3195f2-a275-4b3c-8ba2-9cc85a89f56e tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.65 "GET /v2.0/ports?device_id=35f0d7ca-5386-49fe-bd69-e41d8cec2a44 HTTP/1.1" status: 200 len: 945 time: 0.1155269 Apr 15 13:18:17.134798 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [req-c2fafb49-adbe-408f-813f-ef69aff1d3c3 req-c562e5bf-6abf-445f-9ee3-f4a9d54fce26 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Deleting port b295b51f-ebad-4b84-b7f5-cbdebdb11ffb {{(pid=85257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 13:18:17.135144 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-c2fafb49-adbe-408f-813f-ef69aff1d3c3 req-c562e5bf-6abf-445f-9ee3-f4a9d54fce26 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279808963205'] for port, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:17.221591 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675b4a8-fbe6-43cc-8f8d-9a9d6656b37c req-a4f2c12f-7cb6-4956-be78-d8e85442cf08 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:17.223696 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c675b4a8-fbe6-43cc-8f8d-9a9d6656b37c req-a4f2c12f-7cb6-4956-be78-d8e85442cf08 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 945 time: 0.1973455 Apr 15 13:18:17.407343 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c675b4a8-fbe6-43cc-8f8d-9a9d6656b37c req-944fea63-701f-4e7e-95b1-4813e1d2dc27 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501617 Apr 15 13:18:17.634509 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-0103ff0a-8d25-4188-a062-068f290e6b5c req-a462867b-7b96-49a3-ae3e-c75e1c5d6f36 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc6147fd-2d41-43ca-8abd-49f6f364bc78 HTTP/1.1" status: 200 len: 210 time: 0.0837202 Apr 15 13:18:17.673605 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [req-c2fafb49-adbe-408f-813f-ef69aff1d3c3 req-c562e5bf-6abf-445f-9ee3-f4a9d54fce26 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] For port b295b51f-ebad-4b84-b7f5-cbdebdb11ffb, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=b295b51f-ebad-4b84-b7f5-cbdebdb11ffb,segment=NetworkSegment(5ba62775-d6f2-40a9-ac4b-991dcc5cf8d7),segment_id=5ba62775-d6f2-40a9-ac4b-991dcc5cf8d7)] {{(pid=85257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:18:17.674022 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-c2fafb49-adbe-408f-813f-ef69aff1d3c3 req-c562e5bf-6abf-445f-9ee3-f4a9d54fce26 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853842851'] for port, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:17.755587 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486abcb-9ea0-48bb-9621-2130a6597973 req-7ad0891c-4af1-4e03-a1d6-271aa762baf1 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:17.757128 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5486abcb-9ea0-48bb-9621-2130a6597973 req-7ad0891c-4af1-4e03-a1d6-271aa762baf1 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.65 "GET /v2.0/networks?id=0f9785c8-77af-4ae7-b996-ffbea947a1be HTTP/1.1" status: 200 len: 815 time: 0.3350346 Apr 15 13:18:17.831120 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [req-c2fafb49-adbe-408f-813f-ef69aff1d3c3 req-c562e5bf-6abf-445f-9ee3-f4a9d54fce26 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Calling delete_port for b295b51f-ebad-4b84-b7f5-cbdebdb11ffb owned by compute:nova {{(pid=85257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 13:18:17.865127 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [req-5486abcb-9ea0-48bb-9621-2130a6597973 req-f3ca747a-a1a2-4740-b70d-d50dd504b7f4 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Request body: {'port': {'device_id': 'cc6147fd-2d41-43ca-8abd-49f6f364bc78', 'network_id': '0f9785c8-77af-4ae7-b996-ffbea947a1be', 'admin_state_up': True, 'tenant_id': '06a7ee46542d4f8884190e4353903cd9'}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:18:18.248052 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66795c2-b936-4bc0-9aa7-87e9d3d4b0cc req-a309537e-e420-4202-8231-6e84924e4bee tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:18.256591 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c66795c2-b936-4bc0-9aa7-87e9d3d4b0cc req-a309537e-e420-4202-8231-6e84924e4bee tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a456fc-6cae-4253-b2c4-3ae094679541 HTTP/1.1" status: 200 len: 946 time: 0.4361842 Apr 15 13:18:18.264993 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [req-5486abcb-9ea0-48bb-9621-2130a6597973 req-f3ca747a-a1a2-4740-b70d-d50dd504b7f4 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:18:18.269689 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-5486abcb-9ea0-48bb-9621-2130a6597973 req-f3ca747a-a1a2-4740-b70d-d50dd504b7f4 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Usage tracker for resource:port and tenant:06a7ee46542d4f8884190e4353903cd9 is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:18:18.273269 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-5486abcb-9ea0-48bb-9621-2130a6597973 req-f3ca747a-a1a2-4740-b70d-d50dd504b7f4 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:18:18.280960 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [req-5486abcb-9ea0-48bb-9621-2130a6597973 req-f3ca747a-a1a2-4740-b70d-d50dd504b7f4 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:18:18.333460 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5486abcb-9ea0-48bb-9621-2130a6597973 req-f3ca747a-a1a2-4740-b70d-d50dd504b7f4 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Made reservation on behalf of 06a7ee46542d4f8884190e4353903cd9 for: {'port': 1} {{(pid=85257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 13:18:18.340343 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-5486abcb-9ea0-48bb-9621-2130a6597973 req-f3ca747a-a1a2-4740-b70d-d50dd504b7f4 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:18.623337 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e9c8c-690f-4907-a750-a6fb1d7e2a1a req-cba851b4-9185-49ae-9194-6fde5aa730da tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:18.632037 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d33e9c8c-690f-4907-a750-a6fb1d7e2a1a req-cba851b4-9185-49ae-9194-6fde5aa730da tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=35f0d7ca-5386-49fe-bd69-e41d8cec2a44 HTTP/1.1" status: 200 len: 945 time: 0.6895170 Apr 15 13:18:18.644639 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c66795c2-b936-4bc0-9aa7-87e9d3d4b0cc req-c4c368a6-cac0-4240-80cb-7c3f1b8cafbd tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fcce161-b9ff-4e78-b61f-4934af8318e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3867579 Apr 15 13:18:18.781198 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-c2fafb49-adbe-408f-813f-ef69aff1d3c3 req-c562e5bf-6abf-445f-9ee3-f4a9d54fce26 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757045826334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279809391903'] for port, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:18.829367 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] get_ports_and_sgs() called for port_ids ['5fdbff51-c936-4208-acd8-b4fc02f04ac6', '031e96aa-fc28-4c1c-bfe3-742101d6e091'] {{(pid=85259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 13:18:18.877283 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-423bd876-2a69-4036-998a-5e18c5e894f4 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:18:18.946087 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c562e5bf-6abf-445f-9ee3-f4a9d54fce26 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Pushing event deleted for resources: {'Port': ['ID=b295b51f-ebad-4b84-b7f5-cbdebdb11ffb,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:18:18.970163 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-c562e5bf-6abf-445f-9ee3-f4a9d54fce26 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:18:18.984547 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d33e9c8c-690f-4907-a750-a6fb1d7e2a1a req-4afe3a43-c8b4-4afa-a165-8779ea785fd5 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/security-groups?id=b868c94c-3d9d-4ebb-8c60-4bbeb25ff73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3514128 Apr 15 13:18:19.191913 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_common [req-5486abcb-9ea0-48bb-9621-2130a6597973 req-f3ca747a-a1a2-4740-b70d-d50dd504b7f4 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Allocated IP 172.20.0.5 (0f9785c8-77af-4ae7-b996-ffbea947a1be/747f79b7-7f51-4cf9-813a-8c186b8b3fc8/c219c348-57ba-4d15-9dff-047a3a087bd9) {{(pid=85257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 13:18:19.347826 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2fafb49-adbe-408f-813f-ef69aff1d3c3 req-c562e5bf-6abf-445f-9ee3-f4a9d54fce26 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] No DVR routers for this DVR port b295b51f-ebad-4b84-b7f5-cbdebdb11ffb on host hv-cinder-78494 {{(pid=85257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 13:18:19.351425 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-c2fafb49-adbe-408f-813f-ef69aff1d3c3 req-c562e5bf-6abf-445f-9ee3-f4a9d54fce26 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for port, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:19.360008 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f0d7ca-5386-49fe-bd69-e41d8cec2a44', 'name': 'network-vif-deleted', 'tag': 'b295b51f-ebad-4b84-b7f5-cbdebdb11ffb'}] {{(pid=85257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:18:19.396506 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c2fafb49-adbe-408f-813f-ef69aff1d3c3 req-c562e5bf-6abf-445f-9ee3-f4a9d54fce26 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.65 "DELETE /v2.0/ports/b295b51f-ebad-4b84-b7f5-cbdebdb11ffb HTTP/1.1" status: 204 len: 173 time: 2.4104953 Apr 15 13:18:19.528809 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245b927-c43f-49b4-b42d-fdc91de7dc78 req-affe2e86-70bd-4aa1-9c67-4bbaf5c7fa99 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:19.530438 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5245b927-c43f-49b4-b42d-fdc91de7dc78 req-affe2e86-70bd-4aa1-9c67-4bbaf5c7fa99 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 945 time: 0.3428102 Apr 15 13:18:19.645656 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5245b927-c43f-49b4-b42d-fdc91de7dc78 req-6e416e68-a269-469f-8a9d-b5a62f12a9b0 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078308 Apr 15 13:18:19.650903 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-5486abcb-9ea0-48bb-9621-2130a6597973 req-f3ca747a-a1a2-4740-b70d-d50dd504b7f4 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks [] for port, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:19.671441 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [req-5486abcb-9ea0-48bb-9621-2130a6597973 req-f3ca747a-a1a2-4740-b70d-d50dd504b7f4 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Transition to ACTIVE for port object c219c348-57ba-4d15-9dff-047a3a087bd9 will not be triggered until provisioned by entity DHCP. {{(pid=85257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:18:19.701394 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-5486abcb-9ea0-48bb-9621-2130a6597973 req-f3ca747a-a1a2-4740-b70d-d50dd504b7f4 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757045383897'] for port, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:19.720713 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-0933d4c5-5ed3-4cb7-8399-fd29a9acdb7b tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:18:19.917079 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca747a-a1a2-4740-b70d-d50dd504b7f4 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Pushing event updated for resources: {'Port': ['ID=c219c348-57ba-4d15-9dff-047a3a087bd9,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:18:19.920899 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device b295b51f-ebad-4b84-b7f5-cbdebdb11ffb no longer exists at agent hyperv_hv-cinder-78494 {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 13:18:19.924006 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-f3ca747a-a1a2-4740-b70d-d50dd504b7f4 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:18:19.963736 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] No Port match for: b295b51f-ebad-4b84-b7f5-cbdebdb11ffb {{(pid=85259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 13:18:19.964200 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device b295b51f-ebad-4b84-b7f5-cbdebdb11ffb not bound to the agent host hv-cinder-78494 {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 13:18:19.998711 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5486abcb-9ea0-48bb-9621-2130a6597973 req-f3ca747a-a1a2-4740-b70d-d50dd504b7f4 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Network 0f9785c8-77af-4ae7-b996-ffbea947a1be is already hosted by enough agents. {{(pid=85257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 13:18:20.007601 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae95f3-1775-404a-afe3-a9d33e9d21ca req-8adf8f72-15aa-43d2-9da7-65eb4eba46f6 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:20.008408 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-45ae95f3-1775-404a-afe3-a9d33e9d21ca req-8adf8f72-15aa-43d2-9da7-65eb4eba46f6 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Synchronizing usage tracker for tenant:06a7ee46542d4f8884190e4353903cd9 on resource:port {{(pid=85257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 13:18:20.013403 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [req-5486abcb-9ea0-48bb-9621-2130a6597973 req-f3ca747a-a1a2-4740-b70d-d50dd504b7f4 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Resources bound (agent type, host, resource id): {{(pid=85257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:18:20.028588 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [req-5486abcb-9ea0-48bb-9621-2130a6597973 req-f3ca747a-a1a2-4740-b70d-d50dd504b7f4 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Received port after_create {{(pid=85257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 13:18:20.034657 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486abcb-9ea0-48bb-9621-2130a6597973 req-f3ca747a-a1a2-4740-b70d-d50dd504b7f4 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:20.035374 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-5486abcb-9ea0-48bb-9621-2130a6597973 req-f3ca747a-a1a2-4740-b70d-d50dd504b7f4 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for port, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:20.065796 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5486abcb-9ea0-48bb-9621-2130a6597973 req-f3ca747a-a1a2-4740-b70d-d50dd504b7f4 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2438440 Apr 15 13:18:20.068613 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-45ae95f3-1775-404a-afe3-a9d33e9d21ca req-8adf8f72-15aa-43d2-9da7-65eb4eba46f6 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Unset dirty status for tenant:06a7ee46542d4f8884190e4353903cd9 on resource:port {{(pid=85257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 13:18:20.069909 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-45ae95f3-1775-404a-afe3-a9d33e9d21ca req-8adf8f72-15aa-43d2-9da7-65eb4eba46f6 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc6147fd-2d41-43ca-8abd-49f6f364bc78 HTTP/1.1" status: 200 len: 931 time: 0.2543404 Apr 15 13:18:20.130274 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-45ae95f3-1775-404a-afe3-a9d33e9d21ca req-5087d78a-95e5-4421-b3bc-0de2a0809013 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/security-groups?id=54ae3d8d-9200-4f86-bc71-03d25659e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507190 Apr 15 13:18:20.188129 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f0d7ca-5386-49fe-bd69-e41d8cec2a44', 'name': 'network-vif-deleted', 'tag': 'b295b51f-ebad-4b84-b7f5-cbdebdb11ffb', 'status': 'completed', 'code': 200} Apr 15 13:18:20.248314 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-db0d94e2-c959-4fb3-83e9-619cf00ab744 None None] Provisioning for port c219c348-57ba-4d15-9dff-047a3a087bd9 completed by entity DHCP. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:18:20.253212 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-db0d94e2-c959-4fb3-83e9-619cf00ab744 None None] Provisioning complete for port c219c348-57ba-4d15-9dff-047a3a087bd9 triggered by entity DHCP. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:18:20.253631 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-db0d94e2-c959-4fb3-83e9-619cf00ab744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:20.312535 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-db0d94e2-c959-4fb3-83e9-619cf00ab744 None None] Port c219c348-57ba-4d15-9dff-047a3a087bd9 cannot update to ACTIVE because it is not bound. {{(pid=85259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 13:18:20.367407 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eabb372-740a-4cfe-b1f5-2c456e006a41 req-8f0cc1f5-3d20-4caa-b32a-6fff32a5b0dc tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:20.369069 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-9eabb372-740a-4cfe-b1f5-2c456e006a41 req-8f0cc1f5-3d20-4caa-b32a-6fff32a5b0dc tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a456fc-6cae-4253-b2c4-3ae094679541 HTTP/1.1" status: 200 len: 946 time: 0.0894339 Apr 15 13:18:20.435655 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-9eabb372-740a-4cfe-b1f5-2c456e006a41 req-1e0f5569-9dd9-4b2a-b391-b6b0d7274d46 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fcce161-b9ff-4e78-b61f-4934af8318e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554123 Apr 15 13:18:20.596394 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-aed4acf2-f8a6-458f-97d9-aae317506864 req-c4f28068-5dd5-4878-ae4b-77fda534667a tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Synchronizing usage tracker for tenant:6f711daa125b461f9429aa9ee6cf12f3 on resource:port {{(pid=85257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 13:18:20.611318 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-aed4acf2-f8a6-458f-97d9-aae317506864 req-c4f28068-5dd5-4878-ae4b-77fda534667a tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Unset dirty status for tenant:6f711daa125b461f9429aa9ee6cf12f3 on resource:port {{(pid=85257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 13:18:20.612623 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-aed4acf2-f8a6-458f-97d9-aae317506864 req-c4f28068-5dd5-4878-ae4b-77fda534667a tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=35f0d7ca-5386-49fe-bd69-e41d8cec2a44 HTTP/1.1" status: 200 len: 210 time: 0.0653772 Apr 15 13:18:20.867817 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce8891-7f61-4773-b5ed-9a5892aa56b5 req-33ea3be4-268a-412d-a504-c7c8129b82b1 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:20.869455 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-44ce8891-7f61-4773-b5ed-9a5892aa56b5 req-33ea3be4-268a-412d-a504-c7c8129b82b1 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 945 time: 0.0969777 Apr 15 13:18:20.945300 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-44ce8891-7f61-4773-b5ed-9a5892aa56b5 req-62d80df5-07c0-43e7-b010-3a5eb2f32a68 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516393 Apr 15 13:18:21.354955 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec062dd-6208-4cfe-9e06-cd082079dff4 req-848b7b34-c499-4df9-ad80-8ff14bb902db tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:21.356740 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-aec062dd-6208-4cfe-9e06-cd082079dff4 req-848b7b34-c499-4df9-ad80-8ff14bb902db tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc6147fd-2d41-43ca-8abd-49f6f364bc78 HTTP/1.1" status: 200 len: 931 time: 0.1119647 Apr 15 13:18:21.406259 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-aec062dd-6208-4cfe-9e06-cd082079dff4 req-6bb1c19d-b9f6-4027-a7f2-73b4234549db tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/security-groups?id=54ae3d8d-9200-4f86-bc71-03d25659e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428298 Apr 15 13:18:21.641081 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f717d-589e-4e9d-89d5-af2bf8c9da16 req-f47e5775-f516-44cf-bad3-22a74392a64b tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:21.642717 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f20f717d-589e-4e9d-89d5-af2bf8c9da16 req-f47e5775-f516-44cf-bad3-22a74392a64b tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a456fc-6cae-4253-b2c4-3ae094679541 HTTP/1.1" status: 200 len: 946 time: 0.0930691 Apr 15 13:18:21.691701 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f20f717d-589e-4e9d-89d5-af2bf8c9da16 req-87185bcf-fd30-452b-906e-de1ce0c061ea tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fcce161-b9ff-4e78-b61f-4934af8318e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421500 Apr 15 13:18:21.860860 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-64732cd2-382c-461a-b248-86d96039b1b3 req-89d5273e-828c-4ee8-acd8-33b96da01bbb tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=35f0d7ca-5386-49fe-bd69-e41d8cec2a44 HTTP/1.1" status: 200 len: 210 time: 0.0530746 Apr 15 13:18:22.147468 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27e50b-a23c-4242-a6f5-e9cfe5344f7b req-ea2d9ca4-cc30-4d29-aab8-79d97ccdf9fc tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:22.149064 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-db27e50b-a23c-4242-a6f5-e9cfe5344f7b req-ea2d9ca4-cc30-4d29-aab8-79d97ccdf9fc tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 945 time: 0.0859287 Apr 15 13:18:22.209957 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-db27e50b-a23c-4242-a6f5-e9cfe5344f7b req-665f7b0e-cd30-4f5a-aa12-599ae25446fe tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537775 Apr 15 13:18:22.622152 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8813830d-a2c0-433f-84f3-6f1b160ecded req-7f38040e-573f-4fbc-8b5d-dc81af36ac49 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:22.623813 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8813830d-a2c0-433f-84f3-6f1b160ecded req-7f38040e-573f-4fbc-8b5d-dc81af36ac49 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc6147fd-2d41-43ca-8abd-49f6f364bc78 HTTP/1.1" status: 200 len: 931 time: 0.0904262 Apr 15 13:18:22.672388 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8813830d-a2c0-433f-84f3-6f1b160ecded req-014d0a5f-df88-4e93-8a4e-69a38ace6bef tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/security-groups?id=54ae3d8d-9200-4f86-bc71-03d25659e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420563 Apr 15 13:18:22.764048 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:22.943135 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7ce3a-3b2a-45d4-9e5b-627bd79972cd req-f7ac6d34-c6bb-4d84-980f-e8752b8ec3ca tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:22.944778 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f0f7ce3a-3b2a-45d4-9e5b-627bd79972cd req-f7ac6d34-c6bb-4d84-980f-e8752b8ec3ca tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a456fc-6cae-4253-b2c4-3ae094679541 HTTP/1.1" status: 200 len: 946 time: 0.0944231 Apr 15 13:18:22.996434 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f0f7ce3a-3b2a-45d4-9e5b-627bd79972cd req-cd16cb57-9674-4fa0-821e-ae3ca1f2b460 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fcce161-b9ff-4e78-b61f-4934af8318e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449922 Apr 15 13:18:23.157578 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-7f986220-9a3d-4cc9-962d-9ba5057a2567 req-7befb83b-2199-456b-963f-ce3dfefcc65e tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=35f0d7ca-5386-49fe-bd69-e41d8cec2a44 HTTP/1.1" status: 200 len: 210 time: 0.0492334 Apr 15 13:18:23.447037 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83664dd9-fa8f-4619-bec8-b6c643bcbeb6 req-38a4677a-1d07-430d-8fe3-cf1208306e50 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:23.449403 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-83664dd9-fa8f-4619-bec8-b6c643bcbeb6 req-38a4677a-1d07-430d-8fe3-cf1208306e50 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 945 time: 0.1164644 Apr 15 13:18:23.498669 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-83664dd9-fa8f-4619-bec8-b6c643bcbeb6 req-388357f4-5c3a-4390-9fdf-c766d43e8b0a tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420439 Apr 15 13:18:23.881632 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa11609-3945-4258-83b4-513efca6aef2 req-4179ae22-dd4b-4fb7-bb86-31cc113c8d69 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:23.883249 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8aa11609-3945-4258-83b4-513efca6aef2 req-4179ae22-dd4b-4fb7-bb86-31cc113c8d69 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc6147fd-2d41-43ca-8abd-49f6f364bc78 HTTP/1.1" status: 200 len: 931 time: 0.0910969 Apr 15 13:18:23.942772 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8aa11609-3945-4258-83b4-513efca6aef2 req-4d7f2bed-5357-4abe-b225-e1748b46d6a0 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/security-groups?id=54ae3d8d-9200-4f86-bc71-03d25659e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526240 Apr 15 13:18:24.218944 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f712f1-11c5-4531-9b2e-a28af5450aa8 req-52aa3f45-43c1-4d86-9ea4-6f04ae9d8d85 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:24.220805 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-59f712f1-11c5-4531-9b2e-a28af5450aa8 req-52aa3f45-43c1-4d86-9ea4-6f04ae9d8d85 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a456fc-6cae-4253-b2c4-3ae094679541 HTTP/1.1" status: 200 len: 946 time: 0.1003079 Apr 15 13:18:24.272714 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-59f712f1-11c5-4531-9b2e-a28af5450aa8 req-de63f5f6-1820-4bfb-a8e6-e9d86193422b tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fcce161-b9ff-4e78-b61f-4934af8318e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453923 Apr 15 13:18:24.425619 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-0fd881f8-7dd5-4039-9bc1-45e0b55aa9ff req-ff45836a-93bf-4c64-a5ee-2363b5c76702 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=35f0d7ca-5386-49fe-bd69-e41d8cec2a44 HTTP/1.1" status: 200 len: 210 time: 0.0478313 Apr 15 13:18:24.714955 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58cd816-4e34-4b95-9636-1db1bbfc080f req-2e758ddf-f60f-4e61-aa05-06204cdaceda tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:24.716627 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e58cd816-4e34-4b95-9636-1db1bbfc080f req-2e758ddf-f60f-4e61-aa05-06204cdaceda tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 945 time: 0.0908012 Apr 15 13:18:24.765930 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e58cd816-4e34-4b95-9636-1db1bbfc080f req-fc07dbd8-2309-41b7-a2b1-e3af1ad817aa tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429285 Apr 15 13:18:25.164151 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ec798-1aee-4b1c-9a71-6da1f14482b9 req-f09d28a1-2678-44f1-8965-60b78302298c tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:25.165759 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-695ec798-1aee-4b1c-9a71-6da1f14482b9 req-f09d28a1-2678-44f1-8965-60b78302298c tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc6147fd-2d41-43ca-8abd-49f6f364bc78 HTTP/1.1" status: 200 len: 931 time: 0.0883543 Apr 15 13:18:25.217978 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-695ec798-1aee-4b1c-9a71-6da1f14482b9 req-3fc1b2c1-9f4d-45be-92a5-93aa8f99b42e tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/security-groups?id=54ae3d8d-9200-4f86-bc71-03d25659e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451119 Apr 15 13:18:25.503080 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f6b2f-9803-4913-b925-5f3c0cf3f6e6 req-3b949238-d46b-4c59-ab5e-c667cdb1a915 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:25.506559 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-197f6b2f-9803-4913-b925-5f3c0cf3f6e6 req-3b949238-d46b-4c59-ab5e-c667cdb1a915 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a456fc-6cae-4253-b2c4-3ae094679541 HTTP/1.1" status: 200 len: 946 time: 0.1180341 Apr 15 13:18:25.567357 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-197f6b2f-9803-4913-b925-5f3c0cf3f6e6 req-05070725-d834-4e24-aebf-f1344d0f2f31 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fcce161-b9ff-4e78-b61f-4934af8318e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463276 Apr 15 13:18:25.723939 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a3d7219d-5fcf-42df-af2b-e58c5ea8777a req-4d0862fa-dc8c-4913-a61b-731de44b6673 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=35f0d7ca-5386-49fe-bd69-e41d8cec2a44 HTTP/1.1" status: 200 len: 210 time: 0.0509408 Apr 15 13:18:25.973967 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e02e1f-e25b-4afb-a2f9-4f04dc8bfeb6 req-6fb1d592-22e5-4a7c-9600-91f791b5e074 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:25.975651 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-16e02e1f-e25b-4afb-a2f9-4f04dc8bfeb6 req-6fb1d592-22e5-4a7c-9600-91f791b5e074 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 945 time: 0.0954037 Apr 15 13:18:26.033908 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-16e02e1f-e25b-4afb-a2f9-4f04dc8bfeb6 req-93b43804-9bb9-4d4a-8858-891fccdb6f3f tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515008 Apr 15 13:18:26.436115 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f02f8-178e-455f-8b2c-1206d6bc891a req-318631a8-71d0-46f8-af4f-779a1529aa06 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:26.438333 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5e6f02f8-178e-455f-8b2c-1206d6bc891a req-318631a8-71d0-46f8-af4f-779a1529aa06 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc6147fd-2d41-43ca-8abd-49f6f364bc78 HTTP/1.1" status: 200 len: 931 time: 0.1053965 Apr 15 13:18:26.491522 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5e6f02f8-178e-455f-8b2c-1206d6bc891a req-b068f208-9cd6-4049-be8d-093e1eb7434b tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/security-groups?id=54ae3d8d-9200-4f86-bc71-03d25659e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459538 Apr 15 13:18:26.774068 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34bd1d7-b5e9-43b8-bddd-bfa833ebf88a req-579d67ff-501d-485b-80ad-a9580b52dc29 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:26.775600 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-b34bd1d7-b5e9-43b8-bddd-bfa833ebf88a req-579d67ff-501d-485b-80ad-a9580b52dc29 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a456fc-6cae-4253-b2c4-3ae094679541 HTTP/1.1" status: 200 len: 946 time: 0.0889921 Apr 15 13:18:26.824379 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-b34bd1d7-b5e9-43b8-bddd-bfa833ebf88a req-d6241b49-54c9-4ed8-8889-53f6416e0db1 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fcce161-b9ff-4e78-b61f-4934af8318e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411670 Apr 15 13:18:26.995464 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c00e227f-fd76-476d-b08b-98a209840a4a req-18253612-bd59-4b8a-af4a-ec1c1f389868 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=35f0d7ca-5386-49fe-bd69-e41d8cec2a44 HTTP/1.1" status: 200 len: 210 time: 0.0539792 Apr 15 13:18:27.238016 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e411ff-e345-4de2-a427-62b1580c23e2 req-bdb62f39-fe69-4b26-837f-0aa3107e6dcc tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:27.239644 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c1e411ff-e345-4de2-a427-62b1580c23e2 req-bdb62f39-fe69-4b26-837f-0aa3107e6dcc tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 945 time: 0.0891666 Apr 15 13:18:27.288365 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c1e411ff-e345-4de2-a427-62b1580c23e2 req-93fbfe83-f212-4e51-a89f-95deb4bf15ae tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421581 Apr 15 13:18:27.699729 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3f00b-426c-41c0-b0c4-060a53bed61f req-e9cb90b5-9965-4b04-8ce0-26b09e7bd84b tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:27.701293 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-38f3f00b-426c-41c0-b0c4-060a53bed61f req-e9cb90b5-9965-4b04-8ce0-26b09e7bd84b tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc6147fd-2d41-43ca-8abd-49f6f364bc78 HTTP/1.1" status: 200 len: 931 time: 0.0910177 Apr 15 13:18:27.750214 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-38f3f00b-426c-41c0-b0c4-060a53bed61f req-4afa9293-9a79-49d1-833a-ee0fefdfb3ca tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/security-groups?id=54ae3d8d-9200-4f86-bc71-03d25659e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426216 Apr 15 13:18:28.029638 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768f03b5-1ac9-497b-beae-a42252362581 req-9fde7a3d-3f5d-469e-97dd-68d2bf44b964 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:28.031284 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-768f03b5-1ac9-497b-beae-a42252362581 req-9fde7a3d-3f5d-469e-97dd-68d2bf44b964 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a456fc-6cae-4253-b2c4-3ae094679541 HTTP/1.1" status: 200 len: 946 time: 0.0903101 Apr 15 13:18:28.079451 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-768f03b5-1ac9-497b-beae-a42252362581 req-63ab9b30-c59d-478b-a135-3aac2fa8e5b5 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fcce161-b9ff-4e78-b61f-4934af8318e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415850 Apr 15 13:18:28.232392 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-6525e8c1-470a-4747-80e4-8ddea1f0ea74 req-7bdc0dc1-539b-4d4e-ae0a-cf270e8c9d9e tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=35f0d7ca-5386-49fe-bd69-e41d8cec2a44 HTTP/1.1" status: 200 len: 210 time: 0.0521483 Apr 15 13:18:28.520055 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc4d82-59ba-4118-973e-f510f3f9170b req-7ca3d379-f68b-48ed-9a5d-e183b1ebe7ef tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:28.521658 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1dfc4d82-59ba-4118-973e-f510f3f9170b req-7ca3d379-f68b-48ed-9a5d-e183b1ebe7ef tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 945 time: 0.0885267 Apr 15 13:18:28.570292 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1dfc4d82-59ba-4118-973e-f510f3f9170b req-20d370c6-7f1b-4ceb-a4f0-bcadc6dc4ca6 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416253 Apr 15 13:18:28.963743 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca872b-f125-4092-9dbf-3dba7e0ba120 req-63727b5d-d95c-4a0e-ba6b-66bdf27844b2 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:28.965438 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f1ca872b-f125-4092-9dbf-3dba7e0ba120 req-63727b5d-d95c-4a0e-ba6b-66bdf27844b2 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc6147fd-2d41-43ca-8abd-49f6f364bc78 HTTP/1.1" status: 200 len: 931 time: 0.0977218 Apr 15 13:18:29.014390 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f1ca872b-f125-4092-9dbf-3dba7e0ba120 req-39651345-3514-4240-8815-28aa7d07bf71 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/security-groups?id=54ae3d8d-9200-4f86-bc71-03d25659e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425339 Apr 15 13:18:29.311640 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1246d-e33d-43cd-9277-3abe870e27d2 req-e0ebb7ad-cf8c-4fa3-9bad-b8ffd1ba50b0 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:29.313144 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-0ce1246d-e33d-43cd-9277-3abe870e27d2 req-e0ebb7ad-cf8c-4fa3-9bad-b8ffd1ba50b0 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a456fc-6cae-4253-b2c4-3ae094679541 HTTP/1.1" status: 200 len: 946 time: 0.0910597 Apr 15 13:18:29.360879 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-0ce1246d-e33d-43cd-9277-3abe870e27d2 req-ad11637d-fef0-4538-a2ec-3995160d36e3 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fcce161-b9ff-4e78-b61f-4934af8318e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413010 Apr 15 13:18:29.742919 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-74d244ba-3d28-4eaf-84a9-65b6b35ca85e req-7c524410-2080-428e-b0cc-7f8d1035dfdb tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=35f0d7ca-5386-49fe-bd69-e41d8cec2a44 HTTP/1.1" status: 200 len: 210 time: 0.2687471 Apr 15 13:18:29.959856 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e0371-f4cb-4add-869f-721a3ba75c38 req-6f23f95b-69cd-4ec1-81b5-09b314485c6f tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:29.961464 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-6e8e0371-f4cb-4add-869f-721a3ba75c38 req-6f23f95b-69cd-4ec1-81b5-09b314485c6f tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 945 time: 0.0980184 Apr 15 13:18:30.013740 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-6e8e0371-f4cb-4add-869f-721a3ba75c38 req-d9ea45d5-b451-4cee-8e7f-546f7dd65cb7 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455432 Apr 15 13:18:30.218721 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf6ad9-2a27-453a-bbb1-6a46610a7d6c req-da42e65b-3537-4fbb-b53d-7df0b7345805 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:30.220457 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a5cf6ad9-2a27-453a-bbb1-6a46610a7d6c req-da42e65b-3537-4fbb-b53d-7df0b7345805 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc6147fd-2d41-43ca-8abd-49f6f364bc78 HTTP/1.1" status: 200 len: 931 time: 0.0928910 Apr 15 13:18:30.278844 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a5cf6ad9-2a27-453a-bbb1-6a46610a7d6c req-81fa49d4-1305-4e2f-9341-2bcad767ea9d tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/security-groups?id=54ae3d8d-9200-4f86-bc71-03d25659e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511873 Apr 15 13:18:30.588828 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6164db-b09e-4acc-8301-69b012c017e8 req-3431a2fc-75a1-41b3-a203-6c7e77ba4bcb tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:30.590499 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-cf6164db-b09e-4acc-8301-69b012c017e8 req-3431a2fc-75a1-41b3-a203-6c7e77ba4bcb tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a456fc-6cae-4253-b2c4-3ae094679541 HTTP/1.1" status: 200 len: 946 time: 0.1114738 Apr 15 13:18:30.640939 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-cf6164db-b09e-4acc-8301-69b012c017e8 req-99b54eb4-8903-468c-934e-30f30a367365 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fcce161-b9ff-4e78-b61f-4934af8318e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439179 Apr 15 13:18:31.061333 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-678d288b-2789-46f8-af30-c181e8f11fe4 req-d8e04a07-fe72-466d-9e7e-d9160d7ad69f tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=35f0d7ca-5386-49fe-bd69-e41d8cec2a44 HTTP/1.1" status: 200 len: 210 time: 0.0492213 Apr 15 13:18:31.266355 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f614e6-7d68-4c84-b222-14e96a2e299e req-3b316d8c-2b5b-4cb4-a653-71a5521d87e6 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:31.267951 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-08f614e6-7d68-4c84-b222-14e96a2e299e req-3b316d8c-2b5b-4cb4-a653-71a5521d87e6 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 945 time: 0.1062632 Apr 15 13:18:31.319958 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-08f614e6-7d68-4c84-b222-14e96a2e299e req-9f04bf46-ef96-4a97-9e4d-9b7aad9d6468 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443172 Apr 15 13:18:31.511790 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb332b54-d872-4786-aae6-87871832b842 req-a08cf578-36bd-49ba-a29b-44359c1c6631 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:31.513446 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-eb332b54-d872-4786-aae6-87871832b842 req-a08cf578-36bd-49ba-a29b-44359c1c6631 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc6147fd-2d41-43ca-8abd-49f6f364bc78 HTTP/1.1" status: 200 len: 931 time: 0.0910287 Apr 15 13:18:31.563902 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-eb332b54-d872-4786-aae6-87871832b842 req-0f55da49-6118-4001-9028-da942483f3ee tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/security-groups?id=54ae3d8d-9200-4f86-bc71-03d25659e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437338 Apr 15 13:18:31.867170 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02989476-05fb-4928-9263-03fb2e36a178 req-2a8f5aa0-9c9b-4a78-adf9-f977fa0d680f tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:31.868772 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-02989476-05fb-4928-9263-03fb2e36a178 req-2a8f5aa0-9c9b-4a78-adf9-f977fa0d680f tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a456fc-6cae-4253-b2c4-3ae094679541 HTTP/1.1" status: 200 len: 946 time: 0.0955133 Apr 15 13:18:31.916852 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-02989476-05fb-4928-9263-03fb2e36a178 req-90321588-5616-4202-afb9-3bc685d7cd37 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fcce161-b9ff-4e78-b61f-4934af8318e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416455 Apr 15 13:18:32.223925 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-b869017b-6c36-42bf-a799-e623d55d32dc req-14621444-4ea6-4050-bafc-458868488fe2 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=35f0d7ca-5386-49fe-bd69-e41d8cec2a44 HTTP/1.1" status: 200 len: 210 time: 0.0487888 Apr 15 13:18:32.525751 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f361e-7f15-4819-9bff-90c130967580 req-c030bf4c-092b-464b-b8b8-c404c7f794d0 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:32.528148 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d85f361e-7f15-4819-9bff-90c130967580 req-c030bf4c-092b-464b-b8b8-c404c7f794d0 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 945 time: 0.0927291 Apr 15 13:18:32.577641 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d85f361e-7f15-4819-9bff-90c130967580 req-63be80d6-d636-4313-8830-f71c1fcff289 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431142 Apr 15 13:18:32.765944 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b4ae7-6a9d-4ab6-90fc-d3ffa10418d2 req-8e36b55a-8fb3-4cb1-ba86-40ed318964ff tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:32.768069 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-fe5b4ae7-6a9d-4ab6-90fc-d3ffa10418d2 req-8e36b55a-8fb3-4cb1-ba86-40ed318964ff tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc6147fd-2d41-43ca-8abd-49f6f364bc78 HTTP/1.1" status: 200 len: 931 time: 0.0882351 Apr 15 13:18:32.817059 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-fe5b4ae7-6a9d-4ab6-90fc-d3ffa10418d2 req-60fd884b-bdbf-4ab1-82cd-640a7a2c7e86 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/security-groups?id=54ae3d8d-9200-4f86-bc71-03d25659e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423429 Apr 15 13:18:33.119410 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6d7cd-9b5f-4d6d-abc6-97073395134f req-c169c02b-c446-4565-a2c3-57a8d64fa450 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:33.121097 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e2b6d7cd-9b5f-4d6d-abc6-97073395134f req-c169c02b-c446-4565-a2c3-57a8d64fa450 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a456fc-6cae-4253-b2c4-3ae094679541 HTTP/1.1" status: 200 len: 946 time: 0.0903955 Apr 15 13:18:33.169487 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e2b6d7cd-9b5f-4d6d-abc6-97073395134f req-125dfaa5-c56b-4078-95b7-fbb94939a25e tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fcce161-b9ff-4e78-b61f-4934af8318e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420351 Apr 15 13:18:33.284609 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [req-5486abcb-9ea0-48bb-9621-2130a6597973 req-2c84c8c1-b0c8-48c8-b3de-3fff6617f2ee service neutron] Request body: {'port': {'device_id': 'cc6147fd-2d41-43ca-8abd-49f6f364bc78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:18:33.437203 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-2b9cb0ce-6065-48d4-83dd-8cf52ff69a53 req-8b225d4e-97c4-4657-8eb5-a42f55805896 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=35f0d7ca-5386-49fe-bd69-e41d8cec2a44 HTTP/1.1" status: 200 len: 210 time: 0.0603232 Apr 15 13:18:33.456258 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-5486abcb-9ea0-48bb-9621-2130a6597973 req-2c84c8c1-b0c8-48c8-b3de-3fff6617f2ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:33.894699 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc5a1b-0a76-4ed1-9083-e71277be9c71 req-e2e84183-4ebe-489b-9743-070c7d0b9cd0 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:33.896319 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-75dc5a1b-0a76-4ed1-9083-e71277be9c71 req-e2e84183-4ebe-489b-9743-070c7d0b9cd0 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 945 time: 0.1596055 Apr 15 13:18:34.044416 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [req-5486abcb-9ea0-48bb-9621-2130a6597973 req-2c84c8c1-b0c8-48c8-b3de-3fff6617f2ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c219c348-57ba-4d15-9dff-047a3a087bd9 {{(pid=85257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 13:18:34.060377 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-75dc5a1b-0a76-4ed1-9083-e71277be9c71 req-21196dd9-cc99-4683-9680-50955e5ad372 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270969 Apr 15 13:18:34.063270 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-5486abcb-9ea0-48bb-9621-2130a6597973 req-2c84c8c1-b0c8-48c8-b3de-3fff6617f2ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:34.088445 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [req-5486abcb-9ea0-48bb-9621-2130a6597973 req-2c84c8c1-b0c8-48c8-b3de-3fff6617f2ee service neutron] Transition to ACTIVE for port object c219c348-57ba-4d15-9dff-047a3a087bd9 will not be triggered until provisioned by entity L2. {{(pid=85257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:18:34.155921 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f62116-87a3-43a2-a2a3-3672ed672d42 req-cd192c27-f85e-4716-b3f7-7f47d6b502f9 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:34.159412 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e1f62116-87a3-43a2-a2a3-3672ed672d42 req-cd192c27-f85e-4716-b3f7-7f47d6b502f9 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc6147fd-2d41-43ca-8abd-49f6f364bc78 HTTP/1.1" status: 200 len: 931 time: 0.1867671 Apr 15 13:18:34.190139 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-5486abcb-9ea0-48bb-9621-2130a6597973 req-2c84c8c1-b0c8-48c8-b3de-3fff6617f2ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:34.208314 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-98d2e44a-98d6-40ca-b340-e63456e06f69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:18:34.410894 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e1f62116-87a3-43a2-a2a3-3672ed672d42 req-c711fcf9-8d71-4065-90a1-4d334c083952 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/security-groups?id=54ae3d8d-9200-4f86-bc71-03d25659e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453346 Apr 15 13:18:34.419333 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c84c8c1-b0c8-48c8-b3de-3fff6617f2ee service neutron] Pushing event updated for resources: {'Port': ['ID=c219c348-57ba-4d15-9dff-047a3a087bd9,revision_number=2']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:18:34.422933 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-2c84c8c1-b0c8-48c8-b3de-3fff6617f2ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:18:34.629024 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1ee77-ed26-4e12-9580-6337c1aff004 req-62c4ff16-de33-4581-8fa1-0d59fa97e2f6 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:34.630680 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-27a1ee77-ed26-4e12-9580-6337c1aff004 req-62c4ff16-de33-4581-8fa1-0d59fa97e2f6 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a456fc-6cae-4253-b2c4-3ae094679541 HTTP/1.1" status: 200 len: 946 time: 0.3229034 Apr 15 13:18:34.762884 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3449689-6fc6-4f4e-ac7f-e52f69dc2989 req-ff02638e-fd29-4bb9-9107-b199419fc6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:34.764510 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f3449689-6fc6-4f4e-ac7f-e52f69dc2989 req-ff02638e-fd29-4bb9-9107-b199419fc6b1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 1098 time: 0.3370788 Apr 15 13:18:34.801683 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [req-5486abcb-9ea0-48bb-9621-2130a6597973 req-2c84c8c1-b0c8-48c8-b3de-3fff6617f2ee service neutron] Attempting to bind port c219c348-57ba-4d15-9dff-047a3a087bd9 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 13:18:34.802053 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [req-5486abcb-9ea0-48bb-9621-2130a6597973 req-2c84c8c1-b0c8-48c8-b3de-3fff6617f2ee service neutron] Attempting to bind port c219c348-57ba-4d15-9dff-047a3a087bd9 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '9733c4a1-3989-4087-8d08-859d05e9e450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '0f9785c8-77af-4ae7-b996-ffbea947a1be'}] {{(pid=85257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 13:18:34.802417 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5486abcb-9ea0-48bb-9621-2130a6597973 req-2c84c8c1-b0c8-48c8-b3de-3fff6617f2ee service neutron] Attempting to bind port c219c348-57ba-4d15-9dff-047a3a087bd9 on network 0f9785c8-77af-4ae7-b996-ffbea947a1be {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:18:34.827135 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5486abcb-9ea0-48bb-9621-2130a6597973 req-2c84c8c1-b0c8-48c8-b3de-3fff6617f2ee service neutron] Port c219c348-57ba-4d15-9dff-047a3a087bd9 on network 0f9785c8-77af-4ae7-b996-ffbea947a1be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 13:18:34.827505 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5486abcb-9ea0-48bb-9621-2130a6597973 req-2c84c8c1-b0c8-48c8-b3de-3fff6617f2ee service neutron] Attempting to bind port c219c348-57ba-4d15-9dff-047a3a087bd9 on network 0f9785c8-77af-4ae7-b996-ffbea947a1be {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:18:34.832210 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-27a1ee77-ed26-4e12-9580-6337c1aff004 req-96ad5c2a-6023-408c-a8cd-b3fd1b42e273 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fcce161-b9ff-4e78-b61f-4934af8318e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914411 Apr 15 13:18:34.850682 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5486abcb-9ea0-48bb-9621-2130a6597973 req-2c84c8c1-b0c8-48c8-b3de-3fff6617f2ee service neutron] Checking agent: {'id': '473bf83e-daba-40de-92d3-877eb5111141', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 13, 13, 53), 'started_at': datetime.datetime(2021, 4, 15, 13, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 13, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 13:18:34.851062 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5486abcb-9ea0-48bb-9621-2130a6597973 req-2c84c8c1-b0c8-48c8-b3de-3fff6617f2ee service neutron] Checking segment: {'id': '9733c4a1-3989-4087-8d08-859d05e9e450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '0f9785c8-77af-4ae7-b996-ffbea947a1be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:18:34.851495 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5486abcb-9ea0-48bb-9621-2130a6597973 req-2c84c8c1-b0c8-48c8-b3de-3fff6617f2ee service neutron] Bound using segment: {'id': '9733c4a1-3989-4087-8d08-859d05e9e450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '0f9785c8-77af-4ae7-b996-ffbea947a1be'} {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 13:18:34.851974 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [req-5486abcb-9ea0-48bb-9621-2130a6597973 req-2c84c8c1-b0c8-48c8-b3de-3fff6617f2ee service neutron] Bound port: c219c348-57ba-4d15-9dff-047a3a087bd9, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9733c4a1-3989-4087-8d08-859d05e9e450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '0f9785c8-77af-4ae7-b996-ffbea947a1be'}}] {{(pid=85257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 13:18:34.852356 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-5486abcb-9ea0-48bb-9621-2130a6597973 req-2c84c8c1-b0c8-48c8-b3de-3fff6617f2ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:34.875182 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f3449689-6fc6-4f4e-ac7f-e52f69dc2989 req-53fe8b64-d2bc-4ba8-a7da-c33adfba31be service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939846 Apr 15 13:18:34.942527 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8f476-d783-4897-bb4b-5398371fb322 req-4293a84f-cbb9-41ef-a850-6615c92fb739 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:34.944040 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-0ed8f476-d783-4897-bb4b-5398371fb322 req-4293a84f-cbb9-41ef-a850-6615c92fb739 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.65 "GET /v2.0/ports?device_id=36a456fc-6cae-4253-b2c4-3ae094679541 HTTP/1.1" status: 200 len: 946 time: 0.2698717 Apr 15 13:18:35.034492 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [req-5486abcb-9ea0-48bb-9621-2130a6597973 req-2c84c8c1-b0c8-48c8-b3de-3fff6617f2ee service neutron] For port c219c348-57ba-4d15-9dff-047a3a087bd9, host hv-cinder-78494, cleared binding levels {{(pid=85257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 13:18:35.047618 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [req-5486abcb-9ea0-48bb-9621-2130a6597973 req-2c84c8c1-b0c8-48c8-b3de-3fff6617f2ee service neutron] For port c219c348-57ba-4d15-9dff-047a3a087bd9, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c219c348-57ba-4d15-9dff-047a3a087bd9,segment=NetworkSegment(9733c4a1-3989-4087-8d08-859d05e9e450),segment_id=9733c4a1-3989-4087-8d08-859d05e9e450)] {{(pid=85257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 13:18:35.053173 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-5486abcb-9ea0-48bb-9621-2130a6597973 req-2c84c8c1-b0c8-48c8-b3de-3fff6617f2ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:35.068760 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:18:35.541777 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2f1b3-b4b7-455a-8a62-2601d2283587 req-2f8fc89f-b2f3-4e98-b640-b887eb61b6be tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:35.543425 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-71b2f1b3-b4b7-455a-8a62-2601d2283587 req-2f8fc89f-b2f3-4e98-b640-b887eb61b6be tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6a1f2f1-5c5b-4d23-8ca6-ac42016b0274 HTTP/1.1" status: 200 len: 946 time: 0.5648432 Apr 15 13:18:35.555223 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c84c8c1-b0c8-48c8-b3de-3fff6617f2ee service neutron] Pushing event updated for resources: {'Port': ['ID=c219c348-57ba-4d15-9dff-047a3a087bd9,revision_number=3']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:18:35.564549 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [req-0ed8f476-d783-4897-bb4b-5398371fb322 req-9ab0d274-2e6b-4d5a-9078-8adebcd5942e tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Deleting port 017bf6f7-6bbf-4683-9117-4d9fd32f68e6 {{(pid=85257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 13:18:35.564941 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-0ed8f476-d783-4897-bb4b-5398371fb322 req-9ab0d274-2e6b-4d5a-9078-8adebcd5942e tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279808963205'] for port, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:35.602842 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-2c84c8c1-b0c8-48c8-b3de-3fff6617f2ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:18:35.750979 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-71b2f1b3-b4b7-455a-8a62-2601d2283587 req-62108b98-2732-481c-adbc-6569695614fe tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/security-groups?id=b868c94c-3d9d-4ebb-8c60-4bbeb25ff73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968288 Apr 15 13:18:35.778477 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e351b533-f42c-4dc5-be0b-43bcccf16c5e req-ccc28730-9e4a-4253-9fc9-1abe78820c90 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:35.780237 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e351b533-f42c-4dc5-be0b-43bcccf16c5e req-ccc28730-9e4a-4253-9fc9-1abe78820c90 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 945 time: 0.4220419 Apr 15 13:18:35.783880 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486abcb-9ea0-48bb-9621-2130a6597973 req-2c84c8c1-b0c8-48c8-b3de-3fff6617f2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:35.784541 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-5486abcb-9ea0-48bb-9621-2130a6597973 req-2c84c8c1-b0c8-48c8-b3de-3fff6617f2ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for port, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:35.785969 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5486abcb-9ea0-48bb-9621-2130a6597973 req-2c84c8c1-b0c8-48c8-b3de-3fff6617f2ee service neutron] 10.222.0.65 "PUT /v2.0/ports/c219c348-57ba-4d15-9dff-047a3a087bd9 HTTP/1.1" status: 200 len: 1093 time: 2.5062549 Apr 15 13:18:35.786493 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc6147fd-2d41-43ca-8abd-49f6f364bc78', 'tag': 'c219c348-57ba-4d15-9dff-047a3a087bd9'}] {{(pid=85257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:18:35.987922 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e351b533-f42c-4dc5-be0b-43bcccf16c5e req-93eb2f39-aee9-4e06-9cda-5de3ed84a69c tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958106 Apr 15 13:18:36.113251 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [req-0ed8f476-d783-4897-bb4b-5398371fb322 req-9ab0d274-2e6b-4d5a-9078-8adebcd5942e tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] For port 017bf6f7-6bbf-4683-9117-4d9fd32f68e6, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=017bf6f7-6bbf-4683-9117-4d9fd32f68e6,segment=NetworkSegment(22f0d6e2-7748-4e87-9de7-644041666d2a),segment_id=22f0d6e2-7748-4e87-9de7-644041666d2a)] {{(pid=85257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:18:36.113550 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-0ed8f476-d783-4897-bb4b-5398371fb322 req-9ab0d274-2e6b-4d5a-9078-8adebcd5942e tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853842851'] for port, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:36.195435 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f40805-96c6-4b13-9096-d6140a9288f6 req-ada33d9a-223a-4c58-ab7c-e646bb3189a6 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:36.197065 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d2f40805-96c6-4b13-9096-d6140a9288f6 req-ada33d9a-223a-4c58-ab7c-e646bb3189a6 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc6147fd-2d41-43ca-8abd-49f6f364bc78 HTTP/1.1" status: 200 len: 943 time: 0.2927892 Apr 15 13:18:36.267449 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [req-0ed8f476-d783-4897-bb4b-5398371fb322 req-9ab0d274-2e6b-4d5a-9078-8adebcd5942e tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Calling delete_port for 017bf6f7-6bbf-4683-9117-4d9fd32f68e6 owned by compute:nova {{(pid=85257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 13:18:36.298101 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc6147fd-2d41-43ca-8abd-49f6f364bc78', 'tag': 'c219c348-57ba-4d15-9dff-047a3a087bd9', 'status': 'completed', 'code': 200} Apr 15 13:18:36.455980 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d2f40805-96c6-4b13-9096-d6140a9288f6 req-9e389789-362f-4796-be55-36ef7cb85eab tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/security-groups?id=54ae3d8d-9200-4f86-bc71-03d25659e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569123 Apr 15 13:18:36.460222 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486abcb-9ea0-48bb-9621-2130a6597973 req-dcc7cee2-793f-419c-89df-320e0facaf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:36.461769 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5486abcb-9ea0-48bb-9621-2130a6597973 req-dcc7cee2-793f-419c-89df-320e0facaf5b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=06a7ee46542d4f8884190e4353903cd9&device_id=cc6147fd-2d41-43ca-8abd-49f6f364bc78 HTTP/1.1" status: 200 len: 1096 time: 0.4180641 Apr 15 13:18:36.598658 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5486abcb-9ea0-48bb-9621-2130a6597973 req-af80c0ef-a874-4bcf-aef4-d438c3e88679 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c219c348-57ba-4d15-9dff-047a3a087bd9 HTTP/1.1" status: 200 len: 217 time: 0.0944214 Apr 15 13:18:36.653079 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba0c3e-a892-4a5f-9f97-a3cc9a449b7b req-2cf94be5-5287-4eb0-852c-8d01cb6a90e8 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:36.654728 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-37ba0c3e-a892-4a5f-9f97-a3cc9a449b7b req-2cf94be5-5287-4eb0-852c-8d01cb6a90e8 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a456fc-6cae-4253-b2c4-3ae094679541 HTTP/1.1" status: 200 len: 946 time: 0.3324008 Apr 15 13:18:36.703052 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-0ed8f476-d783-4897-bb4b-5398371fb322 req-9ab0d274-2e6b-4d5a-9078-8adebcd5942e tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757045826334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279809391903'] for port, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:36.734358 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-260a2d79-0101-4ad3-91e8-cbb7bdf4f7e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:18:36.827100 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.agents_db [None req-862eb08b-2c52-41b8-8db2-56e94ab18918 None None] Agent healthcheck: found 6 active agents {{(pid=85260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 13:18:36.844873 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab0d274-2e6b-4d5a-9078-8adebcd5942e tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Pushing event deleted for resources: {'Port': ['ID=017bf6f7-6bbf-4683-9117-4d9fd32f68e6,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:18:36.853945 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486abcb-9ea0-48bb-9621-2130a6597973 req-567344bc-fc15-4fd5-b40a-e933d7bf1776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:36.856065 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5486abcb-9ea0-48bb-9621-2130a6597973 req-567344bc-fc15-4fd5-b40a-e933d7bf1776 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=747f79b7-7f51-4cf9-813a-8c186b8b3fc8 HTTP/1.1" status: 200 len: 854 time: 0.2486851 Apr 15 13:18:36.857114 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-9ab0d274-2e6b-4d5a-9078-8adebcd5942e tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:18:36.862158 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-37ba0c3e-a892-4a5f-9f97-a3cc9a449b7b req-e3035614-9e1b-4823-81ee-7414ecfd5bd7 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fcce161-b9ff-4e78-b61f-4934af8318e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978090 Apr 15 13:18:37.161424 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486abcb-9ea0-48bb-9621-2130a6597973 req-2820fedd-3281-43f6-b472-ac2d74b5fa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:37.163015 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5486abcb-9ea0-48bb-9621-2130a6597973 req-2820fedd-3281-43f6-b472-ac2d74b5fa04 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0f9785c8-77af-4ae7-b996-ffbea947a1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2862160 Apr 15 13:18:37.280940 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45957591-10b0-4abe-b122-78abd280f8ec req-4632988d-5564-4b7f-9f5c-80fc8559a9bd tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:37.282449 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-45957591-10b0-4abe-b122-78abd280f8ec req-4632988d-5564-4b7f-9f5c-80fc8559a9bd tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6a1f2f1-5c5b-4d23-8ca6-ac42016b0274 HTTP/1.1" status: 200 len: 946 time: 0.3638802 Apr 15 13:18:37.298353 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed8f476-d783-4897-bb4b-5398371fb322 req-9ab0d274-2e6b-4d5a-9078-8adebcd5942e tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] No DVR routers for this DVR port 017bf6f7-6bbf-4683-9117-4d9fd32f68e6 on host hv-cinder-78494 {{(pid=85257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 13:18:37.582393 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-0ed8f476-d783-4897-bb4b-5398371fb322 req-9ab0d274-2e6b-4d5a-9078-8adebcd5942e tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for port, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:37.656768 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-0ed8f476-d783-4897-bb4b-5398371fb322 req-9ab0d274-2e6b-4d5a-9078-8adebcd5942e tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.65 "DELETE /v2.0/ports/017bf6f7-6bbf-4683-9117-4d9fd32f68e6 HTTP/1.1" status: 204 len: 173 time: 2.2972250 Apr 15 13:18:37.683013 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-45957591-10b0-4abe-b122-78abd280f8ec req-3f48689b-fed1-4a3c-a608-44fa93951e4d tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/security-groups?id=b868c94c-3d9d-4ebb-8c60-4bbeb25ff73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3866224 Apr 15 13:18:37.712777 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45efb19d-e3f4-495b-9be2-cb679092c532 req-9a9b8e86-4aed-4525-a888-61b52124ab3c tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:37.714573 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-45efb19d-e3f4-495b-9be2-cb679092c532 req-9a9b8e86-4aed-4525-a888-61b52124ab3c tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6a1f2f1-5c5b-4d23-8ca6-ac42016b0274 HTTP/1.1" status: 200 len: 946 time: 0.6602316 Apr 15 13:18:37.795667 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5486abcb-9ea0-48bb-9621-2130a6597973 req-e8d8e9b6-18a1-4efc-8c2e-9a03e7d0e4b6 service neutron] 10.222.0.65 "GET /v2.0/networks/0f9785c8-77af-4ae7-b996-ffbea947a1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5885074 Apr 15 13:18:37.842515 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884403ec-cee3-4515-9932-8c1b14febc4c req-b05fc4a4-cd67-4227-8a8c-e66531384580 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:37.844084 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-884403ec-cee3-4515-9932-8c1b14febc4c req-b05fc4a4-cd67-4227-8a8c-e66531384580 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 945 time: 0.7207294 Apr 15 13:18:37.984750 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device 017bf6f7-6bbf-4683-9117-4d9fd32f68e6 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 13:18:37.986302 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [req-45efb19d-e3f4-495b-9be2-cb679092c532 req-b9f5fec4-d0ff-432f-8446-9117623a2af9 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Deleting port 031e96aa-fc28-4c1c-bfe3-742101d6e091 {{(pid=85257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 13:18:37.986697 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-45efb19d-e3f4-495b-9be2-cb679092c532 req-b9f5fec4-d0ff-432f-8446-9117623a2af9 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279808963205'] for port, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:38.024478 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] No Port match for: 017bf6f7-6bbf-4683-9117-4d9fd32f68e6 {{(pid=85259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 13:18:38.024478 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device 017bf6f7-6bbf-4683-9117-4d9fd32f68e6 not bound to the agent host hv-cinder-78494 {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 13:18:38.091814 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-884403ec-cee3-4515-9932-8c1b14febc4c req-ce336b51-4b78-4ace-9fd8-1df5e45351ba tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384298 Apr 15 13:18:38.206721 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389be32b-281a-471f-9991-6b33c93e656e req-f3b087d2-45ea-4266-8dd7-a5522bc06c4f tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:38.208449 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-389be32b-281a-471f-9991-6b33c93e656e req-f3b087d2-45ea-4266-8dd7-a5522bc06c4f tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc6147fd-2d41-43ca-8abd-49f6f364bc78 HTTP/1.1" status: 200 len: 943 time: 0.4153755 Apr 15 13:18:38.272824 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5486abcb-9ea0-48bb-9621-2130a6597973 req-841e5d41-3d58-41be-a1e7-652212395976 service neutron] 10.222.0.65 "GET /v2.0/networks/0f9785c8-77af-4ae7-b996-ffbea947a1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4276471 Apr 15 13:18:38.322141 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a456fc-6cae-4253-b2c4-3ae094679541', 'name': 'network-vif-deleted', 'tag': '017bf6f7-6bbf-4683-9117-4d9fd32f68e6'}] {{(pid=85257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:18:38.395659 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-5f21f660-8760-4ef9-bd17-41e856cdb675 req-d6b2cb2f-2581-438c-8bf3-b4d095f23770 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Synchronizing usage tracker for tenant:aa70b07eec62485d99d5cf35f9736a8c on resource:port {{(pid=85257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 13:18:38.480846 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-389be32b-281a-471f-9991-6b33c93e656e req-8069ce57-0926-478a-9b65-b47901a69e77 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/security-groups?id=54ae3d8d-9200-4f86-bc71-03d25659e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595260 Apr 15 13:18:38.506159 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-5f21f660-8760-4ef9-bd17-41e856cdb675 req-d6b2cb2f-2581-438c-8bf3-b4d095f23770 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Unset dirty status for tenant:aa70b07eec62485d99d5cf35f9736a8c on resource:port {{(pid=85257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 13:18:38.507444 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5f21f660-8760-4ef9-bd17-41e856cdb675 req-d6b2cb2f-2581-438c-8bf3-b4d095f23770 tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a456fc-6cae-4253-b2c4-3ae094679541 HTTP/1.1" status: 200 len: 210 time: 0.2573376 Apr 15 13:18:38.560197 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [req-45efb19d-e3f4-495b-9be2-cb679092c532 req-b9f5fec4-d0ff-432f-8446-9117623a2af9 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] For port 031e96aa-fc28-4c1c-bfe3-742101d6e091, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=031e96aa-fc28-4c1c-bfe3-742101d6e091,segment=NetworkSegment(5ba62775-d6f2-40a9-ac4b-991dcc5cf8d7),segment_id=5ba62775-d6f2-40a9-ac4b-991dcc5cf8d7)] {{(pid=85257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:18:38.560619 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-45efb19d-e3f4-495b-9be2-cb679092c532 req-b9f5fec4-d0ff-432f-8446-9117623a2af9 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853842851'] for port, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:38.575831 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a456fc-6cae-4253-b2c4-3ae094679541', 'name': 'network-vif-deleted', 'tag': '017bf6f7-6bbf-4683-9117-4d9fd32f68e6', 'status': 'completed', 'code': 200} Apr 15 13:18:38.712778 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [req-45efb19d-e3f4-495b-9be2-cb679092c532 req-b9f5fec4-d0ff-432f-8446-9117623a2af9 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Calling delete_port for 031e96aa-fc28-4c1c-bfe3-742101d6e091 owned by compute:nova {{(pid=85257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 13:18:38.758448 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37590a88-6bdc-4b47-96e7-207fd51a1f05 req-d924976e-7df2-4994-bf93-1e0308d4a764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:38.760148 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-37590a88-6bdc-4b47-96e7-207fd51a1f05 req-d924976e-7df2-4994-bf93-1e0308d4a764 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=06a7ee46542d4f8884190e4353903cd9&device_id=cc6147fd-2d41-43ca-8abd-49f6f364bc78 HTTP/1.1" status: 200 len: 1096 time: 0.3665245 Apr 15 13:18:39.166186 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37590a88-6bdc-4b47-96e7-207fd51a1f05 req-9b694f06-5cf5-4a23-a776-604b768fd38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:39.168409 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-37590a88-6bdc-4b47-96e7-207fd51a1f05 req-9b694f06-5cf5-4a23-a776-604b768fd38d service neutron] 10.222.0.65 "GET /v2.0/networks?id=0f9785c8-77af-4ae7-b996-ffbea947a1be HTTP/1.1" status: 200 len: 916 time: 0.3993647 Apr 15 13:18:39.260160 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-45efb19d-e3f4-495b-9be2-cb679092c532 req-b9f5fec4-d0ff-432f-8446-9117623a2af9 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757045826334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279809391903'] for port, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:39.271700 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef04f9-8bcd-41a4-bccb-5742055a78fa req-20471340-599c-48a9-b3d8-b2a30d3d031e tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:39.273282 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-6aef04f9-8bcd-41a4-bccb-5742055a78fa req-20471340-599c-48a9-b3d8-b2a30d3d031e tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6a1f2f1-5c5b-4d23-8ca6-ac42016b0274 HTTP/1.1" status: 200 len: 946 time: 0.4138842 Apr 15 13:18:39.274598 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-37590a88-6bdc-4b47-96e7-207fd51a1f05 req-3f26d727-5155-481e-9c09-6ef412ba7615 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c219c348-57ba-4d15-9dff-047a3a087bd9 HTTP/1.1" status: 200 len: 217 time: 0.0985401 Apr 15 13:18:39.289976 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-25dd8b36-1be2-4553-9709-88c6d312ab82 tempest-DeleteServersTestJSON-1661263850 tempest-DeleteServersTestJSON-1661263850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:18:39.298845 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] get_ports_and_sgs() called for port_ids ['5fdbff51-c936-4208-acd8-b4fc02f04ac6'] {{(pid=85259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 13:18:39.465382 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f5fec4-d0ff-432f-8446-9117623a2af9 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Pushing event deleted for resources: {'Port': ['ID=031e96aa-fc28-4c1c-bfe3-742101d6e091,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:18:39.482254 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-b9f5fec4-d0ff-432f-8446-9117623a2af9 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:18:39.537667 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82212f2-382e-42c5-afc0-06f624b833d6 req-fb76069f-6fe5-47d5-92b7-15f96909b2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:39.539266 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c82212f2-382e-42c5-afc0-06f624b833d6 req-fb76069f-6fe5-47d5-92b7-15f96909b2f0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7a25fc3ecff749c59e42598d52e7b9fc&device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 1098 time: 0.5264482 Apr 15 13:18:39.562401 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc6db1-d907-43b5-b5e6-23dbcaec0a2f req-369cf19c-9a15-45aa-9035-ce97cbb74a3a tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:39.564058 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-fccc6db1-d907-43b5-b5e6-23dbcaec0a2f req-369cf19c-9a15-45aa-9035-ce97cbb74a3a tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 945 time: 0.5495899 Apr 15 13:18:39.802248 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-6aef04f9-8bcd-41a4-bccb-5742055a78fa req-9afb1b9a-ab21-43ae-bf03-556c5929237e tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/security-groups?id=b868c94c-3d9d-4ebb-8c60-4bbeb25ff73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4787145 Apr 15 13:18:39.817327 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37590a88-6bdc-4b47-96e7-207fd51a1f05 req-fd4a83e6-fed4-4f81-82d6-183db454e1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:39.818835 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-37590a88-6bdc-4b47-96e7-207fd51a1f05 req-fd4a83e6-fed4-4f81-82d6-183db454e1a9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=747f79b7-7f51-4cf9-813a-8c186b8b3fc8 HTTP/1.1" status: 200 len: 854 time: 0.4966929 Apr 15 13:18:39.992736 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device c219c348-57ba-4d15-9dff-047a3a087bd9 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=85259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 13:18:40.000469 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device 031e96aa-fc28-4c1c-bfe3-742101d6e091 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 13:18:40.050161 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] No Port match for: 031e96aa-fc28-4c1c-bfe3-742101d6e091 {{(pid=85259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 13:18:40.050491 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device 031e96aa-fc28-4c1c-bfe3-742101d6e091 not bound to the agent host hv-cinder-78494 {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 13:18:40.058172 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-fccc6db1-d907-43b5-b5e6-23dbcaec0a2f req-c7fc0c35-7c6d-4782-9ae4-1d1ce92c183c tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452693 Apr 15 13:18:40.131040 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [req-45efb19d-e3f4-495b-9be2-cb679092c532 req-b9f5fec4-d0ff-432f-8446-9117623a2af9 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] No DVR routers for this DVR port 031e96aa-fc28-4c1c-bfe3-742101d6e091 on host hv-cinder-78494 {{(pid=85257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 13:18:40.143825 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-45efb19d-e3f4-495b-9be2-cb679092c532 req-b9f5fec4-d0ff-432f-8446-9117623a2af9 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for port, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:40.149883 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82212f2-382e-42c5-afc0-06f624b833d6 req-197e4659-420c-4ee1-a414-2ce4463e4206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:40.151503 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c82212f2-382e-42c5-afc0-06f624b833d6 req-197e4659-420c-4ee1-a414-2ce4463e4206 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c HTTP/1.1" status: 200 len: 920 time: 0.6027064 Apr 15 13:18:40.160893 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-45efb19d-e3f4-495b-9be2-cb679092c532 req-b9f5fec4-d0ff-432f-8446-9117623a2af9 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.65 "DELETE /v2.0/ports/031e96aa-fc28-4c1c-bfe3-742101d6e091 HTTP/1.1" status: 204 len: 173 time: 2.4353573 Apr 15 13:18:40.221700 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37590a88-6bdc-4b47-96e7-207fd51a1f05 req-b7b77191-8602-4963-8416-62e3314d1cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:40.223296 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-37590a88-6bdc-4b47-96e7-207fd51a1f05 req-b7b77191-8602-4963-8416-62e3314d1cab service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0f9785c8-77af-4ae7-b996-ffbea947a1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3355691 Apr 15 13:18:40.236289 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port c219c348-57ba-4d15-9dff-047a3a087bd9, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c219c348-57ba-4d15-9dff-047a3a087bd9,segment=NetworkSegment(9733c4a1-3989-4087-8d08-859d05e9e450),segment_id=9733c4a1-3989-4087-8d08-859d05e9e450)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:18:40.254118 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Returning: {'device': 'c219c348-57ba-4d15-9dff-047a3a087bd9', 'network_id': '0f9785c8-77af-4ae7-b996-ffbea947a1be', 'port_id': 'c219c348-57ba-4d15-9dff-047a3a087bd9', 'mac_address': 'fa:16:3e:93:6f:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '747f79b7-7f51-4cf9-813a-8c186b8b3fc8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 13:18:40.303353 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c82212f2-382e-42c5-afc0-06f624b833d6 req-71617701-a130-41dd-87d3-e28847704bcb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=735f293a-0ef1-4b63-b381-c424aa74b668 HTTP/1.1" status: 200 len: 217 time: 0.1413016 Apr 15 13:18:40.334620 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:40.355268 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c219c348-57ba-4d15-9dff-047a3a087bd9 {{(pid=85259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 13:18:40.372896 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port c219c348-57ba-4d15-9dff-047a3a087bd9, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c219c348-57ba-4d15-9dff-047a3a087bd9,segment=NetworkSegment(9733c4a1-3989-4087-8d08-859d05e9e450),segment_id=9733c4a1-3989-4087-8d08-859d05e9e450)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:18:40.377066 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:40.379304 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:18:40.458384 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Pushing event updated for resources: {'Port': ['ID=c219c348-57ba-4d15-9dff-047a3a087bd9,revision_number=4']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:18:40.461958 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:18:40.539351 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82212f2-382e-42c5-afc0-06f624b833d6 req-638354d4-c3ae-4cd0-9aaa-2b2d73514feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:40.540999 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c82212f2-382e-42c5-afc0-06f624b833d6 req-638354d4-c3ae-4cd0-9aaa-2b2d73514feb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=734b4bd6-c885-4d5b-bca7-827d1f80adde HTTP/1.1" status: 200 len: 859 time: 0.2192104 Apr 15 13:18:40.595715 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a1f2f1-5c5b-4d23-8ca6-ac42016b0274', 'name': 'network-vif-deleted', 'tag': '031e96aa-fc28-4c1c-bfe3-742101d6e091'}] {{(pid=85257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:18:40.645948 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c82212f2-382e-42c5-afc0-06f624b833d6 req-7107666b-5cc6-4cc3-bc82-be0a49582f3a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860243 Apr 15 13:18:40.711400 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8d138-2406-4275-adc9-42946ffb4a79 req-791c44dd-6029-4f2c-a927-fdfe0632af5e tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:40.713057 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-6ba8d138-2406-4275-adc9-42946ffb4a79 req-791c44dd-6029-4f2c-a927-fdfe0632af5e tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc6147fd-2d41-43ca-8abd-49f6f364bc78 HTTP/1.1" status: 200 len: 943 time: 0.4825852 Apr 15 13:18:40.716302 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-37590a88-6bdc-4b47-96e7-207fd51a1f05 req-3eff8b2d-f7ea-4e4b-96c2-7c3b470e79b2 service neutron] 10.222.0.65 "GET /v2.0/networks/0f9785c8-77af-4ae7-b996-ffbea947a1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4488869 Apr 15 13:18:40.768279 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] get_ports_and_sgs() called for port_ids ['c219c348-57ba-4d15-9dff-047a3a087bd9'] {{(pid=85259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 13:18:40.997262 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-6ba8d138-2406-4275-adc9-42946ffb4a79 req-f9afe4c4-b2bf-4b82-aef7-3e011a811479 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/security-groups?id=54ae3d8d-9200-4f86-bc71-03d25659e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299745 Apr 15 13:18:41.005876 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee786e-acc5-488e-b9dc-b97d176f204a req-f9fe9e1e-0131-478b-a9d2-05e80ed442b9 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:41.007509 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-62ee786e-acc5-488e-b9dc-b97d176f204a req-f9fe9e1e-0131-478b-a9d2-05e80ed442b9 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 945 time: 0.5180714 Apr 15 13:18:41.082634 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a1f2f1-5c5b-4d23-8ca6-ac42016b0274', 'name': 'network-vif-deleted', 'tag': '031e96aa-fc28-4c1c-bfe3-742101d6e091', 'status': 'completed', 'code': 200} Apr 15 13:18:41.091315 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c82212f2-382e-42c5-afc0-06f624b833d6 req-ce9fb3a6-a8ac-46ea-b390-2f66c3504a1d service neutron] 10.222.0.65 "GET /v2.0/networks/8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4297497 Apr 15 13:18:41.139094 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-37590a88-6bdc-4b47-96e7-207fd51a1f05 req-61e1e9ff-4710-47b1-bb98-170781cedf8b service neutron] 10.222.0.65 "GET /v2.0/networks/0f9785c8-77af-4ae7-b996-ffbea947a1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3745139 Apr 15 13:18:41.222909 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-62ee786e-acc5-488e-b9dc-b97d176f204a req-f6160b3c-cde1-4553-b46a-f278bee5d1d1 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=d404a583-e3c0-4f88-b908-ba90aa4fc8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1834350 Apr 15 13:18:41.379446 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c82212f2-382e-42c5-afc0-06f624b833d6 req-2b2da387-c372-4118-9c44-d208af406dfe service neutron] 10.222.0.65 "GET /v2.0/networks/8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750590 Apr 15 13:18:41.411440 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b96e34-9e8a-4895-94b2-bb6e85adc121 req-58cd4c67-5703-488c-99da-72accc431380 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:41.413416 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-79b96e34-9e8a-4895-94b2-bb6e85adc121 req-58cd4c67-5703-488c-99da-72accc431380 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 945 time: 0.1444185 Apr 15 13:18:41.485414 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-79b96e34-9e8a-4895-94b2-bb6e85adc121 req-1d6918e7-152b-4ce2-b64f-9d13e5ea9511 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645635 Apr 15 13:18:42.000613 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d8c2d87b-cf22-479c-b9bd-086e38563dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:42.217007 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb5a01-ddd3-4e3d-a12f-9cfbdf049084 req-e2bb96e7-4d56-474a-9525-f7517d378c1c tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:42.218530 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-83eb5a01-ddd3-4e3d-a12f-9cfbdf049084 req-e2bb96e7-4d56-474a-9525-f7517d378c1c tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc6147fd-2d41-43ca-8abd-49f6f364bc78 HTTP/1.1" status: 200 len: 944 time: 0.0888262 Apr 15 13:18:42.270580 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-83eb5a01-ddd3-4e3d-a12f-9cfbdf049084 req-ff53951f-8b09-4908-a257-afa1c85c71d4 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/security-groups?id=54ae3d8d-9200-4f86-bc71-03d25659e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456052 Apr 15 13:18:42.446182 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8de276-cfb9-470d-807c-2f9890139ef0 req-09a1f632-9447-4034-aad6-671f97c364cd tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:42.448078 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-fa8de276-cfb9-470d-807c-2f9890139ef0 req-09a1f632-9447-4034-aad6-671f97c364cd tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 945 time: 0.0977607 Apr 15 13:18:42.501113 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-fa8de276-cfb9-470d-807c-2f9890139ef0 req-c7ad2fda-7cca-4868-91ea-dfc23b5077f2 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=d404a583-e3c0-4f88-b908-ba90aa4fc8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457871 Apr 15 13:18:42.703223 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d4c22-9530-439e-888b-f159cc39ea86 req-88d24903-92a2-4ad2-9646-aea7a7656895 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:42.705440 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d06d4c22-9530-439e-888b-f159cc39ea86 req-88d24903-92a2-4ad2-9646-aea7a7656895 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 945 time: 0.0945880 Apr 15 13:18:42.778040 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d06d4c22-9530-439e-888b-f159cc39ea86 req-c399a198-8616-48eb-9255-8c36afc3ec4f tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663371 Apr 15 13:18:42.908638 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d84db3-a903-4af8-aab3-ee626ccaaaab req-6949d631-f203-4292-8de0-0cd8f877e00f tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:42.909427 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-83d84db3-a903-4af8-aab3-ee626ccaaaab req-6949d631-f203-4292-8de0-0cd8f877e00f tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Synchronizing usage tracker for tenant:6f711daa125b461f9429aa9ee6cf12f3 on resource:port {{(pid=85257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 13:18:42.925402 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-83d84db3-a903-4af8-aab3-ee626ccaaaab req-6949d631-f203-4292-8de0-0cd8f877e00f tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Unset dirty status for tenant:6f711daa125b461f9429aa9ee6cf12f3 on resource:port {{(pid=85257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 13:18:42.926841 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-83d84db3-a903-4af8-aab3-ee626ccaaaab req-6949d631-f203-4292-8de0-0cd8f877e00f tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd80ac4b-5358-409b-be91-a6bb01d982c5 HTTP/1.1" status: 200 len: 946 time: 0.1138682 Apr 15 13:18:42.977896 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-83d84db3-a903-4af8-aab3-ee626ccaaaab req-dd2a8cdc-cdbf-45dc-9dac-68c9b59e1d21 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/security-groups?id=b868c94c-3d9d-4ebb-8c60-4bbeb25ff73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446026 Apr 15 13:18:43.530181 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab33420-2c7d-4940-9813-855062e94a5f req-705681f5-912b-41e2-b579-9836b2e7790c tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:43.546593 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-dab33420-2c7d-4940-9813-855062e94a5f req-705681f5-912b-41e2-b579-9836b2e7790c tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc6147fd-2d41-43ca-8abd-49f6f364bc78 HTTP/1.1" status: 200 len: 944 time: 0.1122978 Apr 15 13:18:43.643417 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-dab33420-2c7d-4940-9813-855062e94a5f req-dc4b04bc-1206-4088-9471-3381463cf7ee tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/security-groups?id=54ae3d8d-9200-4f86-bc71-03d25659e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878572 Apr 15 13:18:43.782070 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc6631-6727-4deb-9002-46b1435ba1ee req-2270c6fb-a3fa-4484-8ecd-9776c402bb5d tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:43.784136 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f5cc6631-6727-4deb-9002-46b1435ba1ee req-2270c6fb-a3fa-4484-8ecd-9776c402bb5d tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 945 time: 0.0955262 Apr 15 13:18:43.837007 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f5cc6631-6727-4deb-9002-46b1435ba1ee req-5a62155d-9230-49ad-b857-ac0b53b30e58 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=d404a583-e3c0-4f88-b908-ba90aa4fc8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446618 Apr 15 13:18:44.007428 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df814af-ac43-4d0e-bbc0-884405af80a9 req-b465315a-6bae-4182-afc2-a9bf8c3b89c7 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:44.009878 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-6df814af-ac43-4d0e-bbc0-884405af80a9 req-b465315a-6bae-4182-afc2-a9bf8c3b89c7 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 945 time: 0.1098156 Apr 15 13:18:44.059509 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device c219c348-57ba-4d15-9dff-047a3a087bd9 up at agent hyperv_hv-cinder-78494 {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:18:44.120438 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-6df814af-ac43-4d0e-bbc0-884405af80a9 req-f452c20f-43f8-49b4-ba7a-1645637e4c33 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986314 Apr 15 13:18:44.165009 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Provisioning for port c219c348-57ba-4d15-9dff-047a3a087bd9 completed by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:18:44.176447 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Provisioning complete for port c219c348-57ba-4d15-9dff-047a3a087bd9 triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:18:44.177352 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:44.306825 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2c392-57f7-4b99-a585-f7c56cecc9c3 req-0863545c-c113-4fe2-8c5c-3ab55f65b717 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:44.316342 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-37e2c392-57f7-4b99-a585-f7c56cecc9c3 req-0863545c-c113-4fe2-8c5c-3ab55f65b717 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd80ac4b-5358-409b-be91-a6bb01d982c5 HTTP/1.1" status: 200 len: 946 time: 0.1409142 Apr 15 13:18:44.364906 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:44.399825 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-37e2c392-57f7-4b99-a585-f7c56cecc9c3 req-40d53113-06ec-4e92-9ea5-ac56435507da tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/security-groups?id=b868c94c-3d9d-4ebb-8c60-4bbeb25ff73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616951 Apr 15 13:18:44.407137 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6147fd-2d41-43ca-8abd-49f6f364bc78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c219c348-57ba-4d15-9dff-047a3a087bd9'}] {{(pid=85259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:18:44.422593 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port c219c348-57ba-4d15-9dff-047a3a087bd9, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c219c348-57ba-4d15-9dff-047a3a087bd9,segment=NetworkSegment(9733c4a1-3989-4087-8d08-859d05e9e450),segment_id=9733c4a1-3989-4087-8d08-859d05e9e450)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:18:44.429028 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:44.435050 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-8a588f55-d607-4c9a-987f-350fba60a344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:18:44.500479 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6147fd-2d41-43ca-8abd-49f6f364bc78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c219c348-57ba-4d15-9dff-047a3a087bd9', 'code': 200} Apr 15 13:18:44.566972 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Pushing event updated for resources: {'Port': ['ID=c219c348-57ba-4d15-9dff-047a3a087bd9,revision_number=5']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:18:44.580028 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:18:44.648202 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-fad60ca3-e280-4f05-afe4-6632c1ab17c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:44.947527 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05b8b8-b9eb-4aea-bdef-7697bc67389e req-5e8fefe7-a1b9-4fc3-a6d6-11830d06b3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:44.949543 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ea05b8b8-b9eb-4aea-bdef-7697bc67389e req-5e8fefe7-a1b9-4fc3-a6d6-11830d06b3da service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cc6147fd-2d41-43ca-8abd-49f6f364bc78 HTTP/1.1" status: 200 len: 1098 time: 0.1657348 Apr 15 13:18:45.031231 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df3bea-4da1-4475-bd94-d260836c7403 req-c33556d3-3cfb-4bfd-98aa-8758be05d471 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:45.033108 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f4df3bea-4da1-4475-bd94-d260836c7403 req-c33556d3-3cfb-4bfd-98aa-8758be05d471 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc6147fd-2d41-43ca-8abd-49f6f364bc78 HTTP/1.1" status: 200 len: 945 time: 0.1763170 Apr 15 13:18:45.187797 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ea05b8b8-b9eb-4aea-bdef-7697bc67389e req-1c3f63a8-cbe3-42b3-9994-2527735d447a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=54ae3d8d-9200-4f86-bc71-03d25659e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843617 Apr 15 13:18:45.222792 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f4df3bea-4da1-4475-bd94-d260836c7403 req-884d5163-d74d-4569-ac39-5a45845e4bfe tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/security-groups?id=54ae3d8d-9200-4f86-bc71-03d25659e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664767 Apr 15 13:18:45.399605 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c87900dd-59db-4d9b-b688-8554058ba32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:45.598034 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58905582-0289-4a5a-b584-56b54bed0aa1 req-cfb4ae14-6959-442c-b935-4249c0f32c02 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:45.599790 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-58905582-0289-4a5a-b584-56b54bed0aa1 req-cfb4ae14-6959-442c-b935-4249c0f32c02 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd80ac4b-5358-409b-be91-a6bb01d982c5 HTTP/1.1" status: 200 len: 946 time: 0.5656800 Apr 15 13:18:45.614689 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3b816-e754-4fc0-86ef-d9774c7910eb req-26ff40f9-b603-402a-b5d5-8a3f4982cdc6 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:45.620328 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a4b3b816-e754-4fc0-86ef-d9774c7910eb req-26ff40f9-b603-402a-b5d5-8a3f4982cdc6 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 945 time: 0.5091259 Apr 15 13:18:45.803841 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [req-58905582-0289-4a5a-b584-56b54bed0aa1 req-3070f56e-95d7-4a0b-a9bf-cd11f5c4eb88 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Deleting port 5fdbff51-c936-4208-acd8-b4fc02f04ac6 {{(pid=85257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 13:18:45.804176 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-58905582-0289-4a5a-b584-56b54bed0aa1 req-3070f56e-95d7-4a0b-a9bf-cd11f5c4eb88 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279808963205'] for port, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:45.863192 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a4b3b816-e754-4fc0-86ef-d9774c7910eb req-281f2a01-f447-44dd-bb37-815d4c33b240 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=d404a583-e3c0-4f88-b908-ba90aa4fc8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2390318 Apr 15 13:18:45.899218 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb866f-eeb1-4fa9-8b0e-d052e049d9e6 req-dbaf120c-6e5c-41ee-aa4f-5ae6520402b5 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:45.906135 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8bcb866f-eeb1-4fa9-8b0e-d052e049d9e6 req-dbaf120c-6e5c-41ee-aa4f-5ae6520402b5 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd80ac4b-5358-409b-be91-a6bb01d982c5 HTTP/1.1" status: 200 len: 946 time: 0.3722303 Apr 15 13:18:45.958113 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:46.041742 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8bcb866f-eeb1-4fa9-8b0e-d052e049d9e6 req-ec20e6ab-c685-4725-9d2d-b4a9d8c329d8 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/security-groups?id=b868c94c-3d9d-4ebb-8c60-4bbeb25ff73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343408 Apr 15 13:18:46.285596 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [req-58905582-0289-4a5a-b584-56b54bed0aa1 req-3070f56e-95d7-4a0b-a9bf-cd11f5c4eb88 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] For port 5fdbff51-c936-4208-acd8-b4fc02f04ac6, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=5fdbff51-c936-4208-acd8-b4fc02f04ac6,segment=NetworkSegment(5ba62775-d6f2-40a9-ac4b-991dcc5cf8d7),segment_id=5ba62775-d6f2-40a9-ac4b-991dcc5cf8d7)] {{(pid=85257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:18:46.287508 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-58905582-0289-4a5a-b584-56b54bed0aa1 req-3070f56e-95d7-4a0b-a9bf-cd11f5c4eb88 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853842851'] for port, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:46.454095 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [req-58905582-0289-4a5a-b584-56b54bed0aa1 req-3070f56e-95d7-4a0b-a9bf-cd11f5c4eb88 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Calling delete_port for 5fdbff51-c936-4208-acd8-b4fc02f04ac6 owned by compute:nova {{(pid=85257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 13:18:46.676106 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1bae7d-9aa7-417d-ac65-82a80dc97fba req-e74b103a-5177-478a-858d-2fb58de35e4b tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:46.684996 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4e1bae7d-9aa7-417d-ac65-82a80dc97fba req-e74b103a-5177-478a-858d-2fb58de35e4b tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc6147fd-2d41-43ca-8abd-49f6f364bc78 HTTP/1.1" status: 200 len: 945 time: 0.2397690 Apr 15 13:18:46.761167 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4e1bae7d-9aa7-417d-ac65-82a80dc97fba req-1e23056a-0c88-421d-8b1d-45bd147bbb9f tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/security-groups?id=54ae3d8d-9200-4f86-bc71-03d25659e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719190 Apr 15 13:18:46.762597 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-58905582-0289-4a5a-b584-56b54bed0aa1 req-3070f56e-95d7-4a0b-a9bf-cd11f5c4eb88 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757045826334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279809391903'] for port, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:46.781444 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:18:46.837048 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070f56e-95d7-4a0b-a9bf-cd11f5c4eb88 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Pushing event deleted for resources: {'Port': ['ID=5fdbff51-c936-4208-acd8-b4fc02f04ac6,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:18:46.843610 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-3070f56e-95d7-4a0b-a9bf-cd11f5c4eb88 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:18:46.899895 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47a557f2-6ce0-416f-9ef8-17658d5933ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:47.138535 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [req-58905582-0289-4a5a-b584-56b54bed0aa1 req-3070f56e-95d7-4a0b-a9bf-cd11f5c4eb88 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] No DVR routers for this DVR port 5fdbff51-c936-4208-acd8-b4fc02f04ac6 on host hv-cinder-78494 {{(pid=85257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 13:18:47.141114 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-58905582-0289-4a5a-b584-56b54bed0aa1 req-3070f56e-95d7-4a0b-a9bf-cd11f5c4eb88 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for port, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:47.154613 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd80ac4b-5358-409b-be91-a6bb01d982c5', 'name': 'network-vif-deleted', 'tag': '5fdbff51-c936-4208-acd8-b4fc02f04ac6'}] {{(pid=85257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:18:47.164850 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-58905582-0289-4a5a-b584-56b54bed0aa1 req-3070f56e-95d7-4a0b-a9bf-cd11f5c4eb88 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.65 "DELETE /v2.0/ports/5fdbff51-c936-4208-acd8-b4fc02f04ac6 HTTP/1.1" status: 204 len: 173 time: 1.5422525 Apr 15 13:18:47.236749 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6130d1-004f-47c9-bcef-920849f1c58e req-5854966a-7a45-4942-b7f0-ccb2d57ffa53 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:47.238442 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ea6130d1-004f-47c9-bcef-920849f1c58e req-5854966a-7a45-4942-b7f0-ccb2d57ffa53 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 945 time: 0.2101102 Apr 15 13:18:47.389419 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-dae8da61-c991-46ad-b2f4-4cd41b9ff954 req-6b882164-a321-4bd1-9048-be098bcb6614 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Synchronizing usage tracker for tenant:6f711daa125b461f9429aa9ee6cf12f3 on resource:port {{(pid=85257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 13:18:47.414066 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ea6130d1-004f-47c9-bcef-920849f1c58e req-42d11dbd-f12b-4c43-8533-a6d685a080a2 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=d404a583-e3c0-4f88-b908-ba90aa4fc8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685791 Apr 15 13:18:47.431828 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-dae8da61-c991-46ad-b2f4-4cd41b9ff954 req-6b882164-a321-4bd1-9048-be098bcb6614 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Unset dirty status for tenant:6f711daa125b461f9429aa9ee6cf12f3 on resource:port {{(pid=85257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 13:18:47.433364 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-dae8da61-c991-46ad-b2f4-4cd41b9ff954 req-6b882164-a321-4bd1-9048-be098bcb6614 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd80ac4b-5358-409b-be91-a6bb01d982c5 HTTP/1.1" status: 200 len: 210 time: 0.1581187 Apr 15 13:18:47.528815 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd80ac4b-5358-409b-be91-a6bb01d982c5', 'name': 'network-vif-deleted', 'tag': '5fdbff51-c936-4208-acd8-b4fc02f04ac6', 'status': 'completed', 'code': 200} Apr 15 13:18:48.062778 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device 5fdbff51-c936-4208-acd8-b4fc02f04ac6 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 13:18:48.074628 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b0782-19a0-4094-b6c4-113f9a55de20 req-78ff0a14-3f21-45df-a76d-47f79e2f25fd tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:48.085433 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-2c2b0782-19a0-4094-b6c4-113f9a55de20 req-78ff0a14-3f21-45df-a76d-47f79e2f25fd tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc6147fd-2d41-43ca-8abd-49f6f364bc78 HTTP/1.1" status: 200 len: 945 time: 0.1607127 Apr 15 13:18:48.142457 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] No Port match for: 5fdbff51-c936-4208-acd8-b4fc02f04ac6 {{(pid=85259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 13:18:48.143132 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device 5fdbff51-c936-4208-acd8-b4fc02f04ac6 not bound to the agent host hv-cinder-78494 {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 13:18:48.152768 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-2c2b0782-19a0-4094-b6c4-113f9a55de20 req-4e3e524e-ea9d-4720-904d-05cd6e2bb69b tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/security-groups?id=54ae3d8d-9200-4f86-bc71-03d25659e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603426 Apr 15 13:18:48.393351 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9611a181-7dba-49bb-9248-a2ca63e997aa req-c145a74a-1f9e-45ba-9c07-ed327847b199 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:48.395974 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-9611a181-7dba-49bb-9248-a2ca63e997aa req-c145a74a-1f9e-45ba-9c07-ed327847b199 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc6147fd-2d41-43ca-8abd-49f6f364bc78 HTTP/1.1" status: 200 len: 945 time: 0.1021633 Apr 15 13:18:48.453045 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-9611a181-7dba-49bb-9248-a2ca63e997aa req-149d888d-d1ab-453c-b222-82f9c6bcfee9 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/security-groups?id=54ae3d8d-9200-4f86-bc71-03d25659e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501697 Apr 15 13:18:48.596248 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 40722) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:18:48.710566 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb3e5692-a7f4-49b8-b395-0c340588ed52 admin admin] Deleting subnet 4b164dda-b46e-4e2e-9857-b1eea16bba61 {{(pid=85257) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 13:18:48.714730 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-eb3e5692-a7f4-49b8-b395-0c340588ed52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:48.861893 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-eb3e5692-a7f4-49b8-b395-0c340588ed52 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:48.901228 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-eb3e5692-a7f4-49b8-b395-0c340588ed52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1806'] for subnet, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:48.966350 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36458045-064e-45aa-b157-1703ea3fdddd req-250eaec3-8544-401f-a2bd-426b46d1366d tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:48.972102 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-36458045-064e-45aa-b157-1703ea3fdddd req-250eaec3-8544-401f-a2bd-426b46d1366d tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 945 time: 0.2138493 Apr 15 13:18:49.162759 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-36458045-064e-45aa-b157-1703ea3fdddd req-8977ff17-bd64-4481-a515-755acfdd7f0c tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=d404a583-e3c0-4f88-b908-ba90aa4fc8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1782966 Apr 15 13:18:49.238686 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99eea9b-71a3-4df1-b2bc-ef6622d9d820 req-cbc23f66-2733-42a0-a608-1009ae95453e tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:49.240597 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-b99eea9b-71a3-4df1-b2bc-ef6622d9d820 req-cbc23f66-2733-42a0-a608-1009ae95453e tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc6147fd-2d41-43ca-8abd-49f6f364bc78 HTTP/1.1" status: 200 len: 945 time: 0.2672532 Apr 15 13:18:49.396503 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-b99eea9b-71a3-4df1-b2bc-ef6622d9d820 req-f057548b-d3bb-4f9d-9007-f5062d1ead96 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/security-groups?id=54ae3d8d-9200-4f86-bc71-03d25659e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667195 Apr 15 13:18:49.413229 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-eb3e5692-a7f4-49b8-b395-0c340588ed52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424'] for subnet, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:49.432386 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-78bc6866-5638-422d-9d2b-23cc7a841834 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:18:49.520040 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3e5692-a7f4-49b8-b395-0c340588ed52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b164dda-b46e-4e2e-9857-b1eea16bba61,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:18:49.534669 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e5692-a7f4-49b8-b395-0c340588ed52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:18:49.535068 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e5692-a7f4-49b8-b395-0c340588ed52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:18:49.535469 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e5692-a7f4-49b8-b395-0c340588ed52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:18:49.535909 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e5692-a7f4-49b8-b395-0c340588ed52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:18:49.536295 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e5692-a7f4-49b8-b395-0c340588ed52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:18:49.539544 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e5692-a7f4-49b8-b395-0c340588ed52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:18:49.539544 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e5692-a7f4-49b8-b395-0c340588ed52 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:18:49.539544 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e5692-a7f4-49b8-b395-0c340588ed52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:18:49.539544 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e5692-a7f4-49b8-b395-0c340588ed52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:18:49.539544 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e5692-a7f4-49b8-b395-0c340588ed52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:18:49.539544 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e5692-a7f4-49b8-b395-0c340588ed52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:18:49.539544 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e5692-a7f4-49b8-b395-0c340588ed52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:18:49.546067 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-eb3e5692-a7f4-49b8-b395-0c340588ed52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:18:49.623562 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-eb3e5692-a7f4-49b8-b395-0c340588ed52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:49.630478 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-eb3e5692-a7f4-49b8-b395-0c340588ed52 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/4b164dda-b46e-4e2e-9857-b1eea16bba61 HTTP/1.1" status: 204 len: 168 time: 1.0277874 Apr 15 13:18:49.630619 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 40738) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:18:49.770592 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-8c9a461c-1050-4dee-94b1-86d0a2bd03a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854359108'] for network, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:49.989414 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-8c9a461c-1050-4dee-94b1-86d0a2bd03a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854696719', 'neutron.services.segments.db._delete_segments_for_network--9223363279808872257'] for network, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:50.193893 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.services.segments.db [None req-8c9a461c-1050-4dee-94b1-86d0a2bd03a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2cad01e-d67b-4fa8-b8bf-5a3615ab790c']}} {{(pid=85258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:18:50.208517 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.services.segments.db [None req-8c9a461c-1050-4dee-94b1-86d0a2bd03a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ba62775-d6f2-40a9-ac4b-991dcc5cf8d7') {'for_net_delete': True} {{(pid=85258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:18:50.208870 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.services.segments.db [None req-8c9a461c-1050-4dee-94b1-86d0a2bd03a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ba62775-d6f2-40a9-ac4b-991dcc5cf8d7') {} {{(pid=85258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:18:50.222649 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-8c9a461c-1050-4dee-94b1-86d0a2bd03a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279808868673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743304'] for segment, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:50.268401 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-8c9a461c-1050-4dee-94b1-86d0a2bd03a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773144'] for segment, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:50.277619 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c9a461c-1050-4dee-94b1-86d0a2bd03a5 admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=85258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 13:18:50.489032 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f023a94-2336-47f0-a4a3-38eaf8681f6a req-e45a4ad8-fd47-4700-aff6-62f3b7671495 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:50.491596 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1f023a94-2336-47f0-a4a3-38eaf8681f6a req-e45a4ad8-fd47-4700-aff6-62f3b7671495 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 945 time: 0.1580272 Apr 15 13:18:50.547243 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1f023a94-2336-47f0-a4a3-38eaf8681f6a req-f17d1d82-cc89-41eb-b881-b88f47a27ed5 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=d404a583-e3c0-4f88-b908-ba90aa4fc8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480416 Apr 15 13:18:50.571244 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-8c9a461c-1050-4dee-94b1-86d0a2bd03a5 admin admin] Network d2cad01e-d67b-4fa8-b8bf-5a3615ab790c has no segments {{(pid=85258) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 13:18:50.584226 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-8c9a461c-1050-4dee-94b1-86d0a2bd03a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10742566'] for segment, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:50.781748 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a7bbe-f1ee-4624-93a1-d5598f56779b req-5a77370a-0142-4cb2-8de7-359a67619ccf tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:50.789738 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-666a7bbe-f1ee-4624-93a1-d5598f56779b req-5a77370a-0142-4cb2-8de7-359a67619ccf tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ff30422-f618-4ef8-8d62-c921cac23323 HTTP/1.1" status: 200 len: 946 time: 0.1055191 Apr 15 13:18:50.836405 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-8c9a461c-1050-4dee-94b1-86d0a2bd03a5 admin admin] Network d2cad01e-d67b-4fa8-b8bf-5a3615ab790c has no segments {{(pid=85258) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 13:18:50.842692 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-666a7bbe-f1ee-4624-93a1-d5598f56779b req-d861c966-942b-45bc-a437-c1900c89c7d6 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520210 Apr 15 13:18:50.874915 dv-cinder-784945-5-smb neutron-server[85144]: Traceback (most recent call last): Apr 15 13:18:50.874915 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 13:18:50.874915 dv-cinder-784945-5-smb neutron-server[85144]: timer() Apr 15 13:18:50.874915 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 13:18:50.874915 dv-cinder-784945-5-smb neutron-server[85144]: cb(*args, **kw) Apr 15 13:18:50.874915 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 13:18:50.874915 dv-cinder-784945-5-smb neutron-server[85144]: return func(*args, **kwargs) Apr 15 13:18:50.874915 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 13:18:50.874915 dv-cinder-784945-5-smb neutron-server[85144]: self._notify() Apr 15 13:18:50.874915 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 13:18:50.874915 dv-cinder-784945-5-smb neutron-server[85144]: self.callback(batched_events) Apr 15 13:18:50.874915 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 13:18:50.874915 dv-cinder-784945-5-smb neutron-server[85144]: event.method(event) Apr 15 13:18:50.874915 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 13:18:50.874915 dv-cinder-784945-5-smb neutron-server[85144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 13:18:50.874915 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 13:18:50.874915 dv-cinder-784945-5-smb neutron-server[85144]: segment_id)['aggregates'][0] Apr 15 13:18:50.874915 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 13:18:50.874915 dv-cinder-784945-5-smb neutron-server[85144]: return f(self, *a, **k) Apr 15 13:18:50.874915 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 13:18:50.874915 dv-cinder-784945-5-smb neutron-server[85144]: return self._get(url).json() Apr 15 13:18:50.874915 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 13:18:50.874915 dv-cinder-784945-5-smb neutron-server[85144]: **kwargs) Apr 15 13:18:50.874915 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 13:18:50.874915 dv-cinder-784945-5-smb neutron-server[85144]: return self.request(url, 'GET', **kwargs) Apr 15 13:18:50.874915 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 13:18:50.874915 dv-cinder-784945-5-smb neutron-server[85144]: **endpoint_filter) Apr 15 13:18:50.874915 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 13:18:50.874915 dv-cinder-784945-5-smb neutron-server[85144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 13:18:50.874915 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 13:18:50.874915 dv-cinder-784945-5-smb neutron-server[85144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 13:18:50.874915 dv-cinder-784945-5-smb neutron-server[85144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 13:18:50.955897 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-8c9a461c-1050-4dee-94b1-86d0a2bd03a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-78982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1032985'] for network, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:50.964189 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-8c9a461c-1050-4dee-94b1-86d0a2bd03a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for network, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:50.972737 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:18:51.006373 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-8c9a461c-1050-4dee-94b1-86d0a2bd03a5 admin admin] 10.222.0.64 "DELETE /v2.0/networks/d2cad01e-d67b-4fa8-b8bf-5a3615ab790c HTTP/1.1" status: 204 len: 168 time: 1.3735671 Apr 15 13:18:51.006373 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9a461c-1050-4dee-94b1-86d0a2bd03a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2cad01e-d67b-4fa8-b8bf-5a3615ab790c,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:18:51.017468 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a461c-1050-4dee-94b1-86d0a2bd03a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:18:51.017887 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a461c-1050-4dee-94b1-86d0a2bd03a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:18:51.018295 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a461c-1050-4dee-94b1-86d0a2bd03a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:18:51.018697 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a461c-1050-4dee-94b1-86d0a2bd03a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:18:51.019095 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a461c-1050-4dee-94b1-86d0a2bd03a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:18:51.019512 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a461c-1050-4dee-94b1-86d0a2bd03a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:18:51.019909 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a461c-1050-4dee-94b1-86d0a2bd03a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:18:51.020302 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a461c-1050-4dee-94b1-86d0a2bd03a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:18:51.020714 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a461c-1050-4dee-94b1-86d0a2bd03a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:18:51.021321 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a461c-1050-4dee-94b1-86d0a2bd03a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:18:51.022342 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a461c-1050-4dee-94b1-86d0a2bd03a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:18:51.022342 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a461c-1050-4dee-94b1-86d0a2bd03a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:18:51.027227 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-8c9a461c-1050-4dee-94b1-86d0a2bd03a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:18:51.294905 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 40768) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:18:51.377294 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-bc6f0c65-19e3-4532-bf6e-10e4421ac915 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6f711daa125b461f9429aa9ee6cf12f3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0810635 Apr 15 13:18:51.380094 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 40774) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:18:51.484114 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c5a9e6ec-282a-4bd7-baa8-00c65366b667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:51.529951 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c5a9e6ec-282a-4bd7-baa8-00c65366b667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:51.627512 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c5a9e6ec-282a-4bd7-baa8-00c65366b667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:51.633366 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-940f5607-9f30-4ba0-a3dc-45aeff6b7b93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:18:51.654974 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a9e6ec-282a-4bd7-baa8-00c65366b667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b868c94c-3d9d-4ebb-8c60-4bbeb25ff73b,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:18:51.658114 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-c5a9e6ec-282a-4bd7-baa8-00c65366b667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:18:51.682525 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c5a9e6ec-282a-4bd7-baa8-00c65366b667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:51.684013 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-c5a9e6ec-282a-4bd7-baa8-00c65366b667 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b868c94c-3d9d-4ebb-8c60-4bbeb25ff73b HTTP/1.1" status: 204 len: 168 time: 0.3024018 Apr 15 13:18:51.864440 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14798e-18ac-41a1-9769-d26929f1dc99 req-73ebe92a-740e-4627-a574-3a1a2f9da723 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:51.867339 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-7e14798e-18ac-41a1-9769-d26929f1dc99 req-73ebe92a-740e-4627-a574-3a1a2f9da723 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 945 time: 0.1326118 Apr 15 13:18:51.954451 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-7e14798e-18ac-41a1-9769-d26929f1dc99 req-3f4b234f-106d-4c8a-aa27-53edbc26284a tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=d404a583-e3c0-4f88-b908-ba90aa4fc8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753806 Apr 15 13:18:52.060171 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=85259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 13:18:52.296780 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd,segment=NetworkSegment(063acdd5-d5b4-42f0-8d65-a7c12793df51),segment_id=063acdd5-d5b4-42f0-8d65-a7c12793df51)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:18:52.315684 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Returning: {'device': 'cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd', 'network_id': 'a011c5a8-19dd-4b3a-aac8-fb661fc52f6c', 'port_id': 'cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd', 'mac_address': 'fa:16:3e:61:d7:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4c8aae7-d54c-4123-b3a9-729be74bee3f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 13:18:52.328671 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b4e5dd-d486-41ef-947f-7db83df69a7e req-615ac056-9401-4048-a8da-af1331e16dfb tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:52.330905 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f2b4e5dd-d486-41ef-947f-7db83df69a7e req-615ac056-9401-4048-a8da-af1331e16dfb tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ff30422-f618-4ef8-8d62-c921cac23323 HTTP/1.1" status: 200 len: 946 time: 0.1564927 Apr 15 13:18:52.450297 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f2b4e5dd-d486-41ef-947f-7db83df69a7e req-6044a198-e7b2-41a8-9e3c-4f021129b2aa tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093073 Apr 15 13:18:52.514824 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:52.546582 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd {{(pid=85259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 13:18:52.573797 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd,segment=NetworkSegment(063acdd5-d5b4-42f0-8d65-a7c12793df51),segment_id=063acdd5-d5b4-42f0-8d65-a7c12793df51)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:18:52.581719 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:52.587031 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:18:52.674454 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Pushing event updated for resources: {'Port': ['ID=cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd,revision_number=6']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:18:52.678258 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:18:52.769667 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:52.841779 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] get_ports_and_sgs() called for port_ids ['cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd'] {{(pid=85259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 13:18:53.189304 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f788f4-6c03-4b0d-8f1d-9697bac915b3 req-278945ed-b038-4df8-b2e7-6aa7f904a9ea tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:53.190881 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-37f788f4-6c03-4b0d-8f1d-9697bac915b3 req-278945ed-b038-4df8-b2e7-6aa7f904a9ea tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 944 time: 0.0986345 Apr 15 13:18:53.248438 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-37f788f4-6c03-4b0d-8f1d-9697bac915b3 req-a7bb8bf8-9230-4f5e-8492-02896ccde25c tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=d404a583-e3c0-4f88-b908-ba90aa4fc8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484800 Apr 15 13:18:53.776584 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ffac9d-ec87-4141-9482-20341caf63d1 req-8027f5a8-e4d4-4be8-8ef3-5f8410993d3c tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:53.790361 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d4ffac9d-ec87-4141-9482-20341caf63d1 req-8027f5a8-e4d4-4be8-8ef3-5f8410993d3c tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ff30422-f618-4ef8-8d62-c921cac23323 HTTP/1.1" status: 200 len: 946 time: 0.1515820 Apr 15 13:18:54.074217 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d4ffac9d-ec87-4141-9482-20341caf63d1 req-32e55264-fc90-40e4-abc0-b75e5530c9a0 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823982 Apr 15 13:18:54.089454 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd up at agent hyperv_hv-cinder-78494 {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:18:54.244963 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Provisioning complete for port cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:18:54.245662 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:54.281572 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca04c04-0f1b-4710-8ba7-34d0d08e087a req-6e8efa00-3e26-47ae-b117-d7b87b7b10c9 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:54.283582 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-bca04c04-0f1b-4710-8ba7-34d0d08e087a req-6e8efa00-3e26-47ae-b117-d7b87b7b10c9 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ff30422-f618-4ef8-8d62-c921cac23323 HTTP/1.1" status: 200 len: 946 time: 0.1479907 Apr 15 13:18:54.422559 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:54.438538 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [req-bca04c04-0f1b-4710-8ba7-34d0d08e087a req-aebae94b-aecd-4f89-8d31-ff823255943f tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Deleting port 76fd2e85-5f93-4419-9ff6-f9398bdcce68 {{(pid=85257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 13:18:54.438936 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-bca04c04-0f1b-4710-8ba7-34d0d08e087a req-aebae94b-aecd-4f89-8d31-ff823255943f tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279808963205'] for port, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:54.463044 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd,segment=NetworkSegment(063acdd5-d5b4-42f0-8d65-a7c12793df51),segment_id=063acdd5-d5b4-42f0-8d65-a7c12793df51)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:18:54.464650 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4beb7c73-e4de-4189-88a4-bf7977ff5414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd'}] {{(pid=85259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:18:54.486956 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:54.489685 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-794995b0-a526-4fd8-8fdd-a3d3e108ff33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:18:54.620949 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4beb7c73-e4de-4189-88a4-bf7977ff5414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd', 'code': 200} Apr 15 13:18:54.623097 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Pushing event updated for resources: {'Port': ['ID=cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd,revision_number=7']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:18:54.626773 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:18:54.846157 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [req-bca04c04-0f1b-4710-8ba7-34d0d08e087a req-aebae94b-aecd-4f89-8d31-ff823255943f tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] For port 76fd2e85-5f93-4419-9ff6-f9398bdcce68, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=76fd2e85-5f93-4419-9ff6-f9398bdcce68,segment=NetworkSegment(a723e0b2-5ada-4972-bf5d-6972a8b9a915),segment_id=a723e0b2-5ada-4972-bf5d-6972a8b9a915)] {{(pid=85257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:18:54.846689 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-bca04c04-0f1b-4710-8ba7-34d0d08e087a req-aebae94b-aecd-4f89-8d31-ff823255943f tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853842851'] for port, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:55.136476 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [req-bca04c04-0f1b-4710-8ba7-34d0d08e087a req-aebae94b-aecd-4f89-8d31-ff823255943f tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Calling delete_port for 76fd2e85-5f93-4419-9ff6-f9398bdcce68 owned by compute:nova {{(pid=85257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 13:18:55.426328 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ed573c40-e723-4d58-9c4a-d3b84cd71d2b req-05ab7803-6ed5-4e4f-b5c4-205e9226221b tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ff30422-f618-4ef8-8d62-c921cac23323 HTTP/1.1" status: 200 len: 210 time: 0.1189988 Apr 15 13:18:55.434736 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-bca04c04-0f1b-4710-8ba7-34d0d08e087a req-aebae94b-aecd-4f89-8d31-ff823255943f tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757045826334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279809391903'] for port, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:55.492709 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] get_ports_and_sgs() called for port_ids ['735f293a-0ef1-4b63-b381-c424aa74b668', '76fd2e85-5f93-4419-9ff6-f9398bdcce68'] {{(pid=85259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 13:18:55.591935 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:18:55.657160 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebae94b-aecd-4f89-8d31-ff823255943f tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Pushing event deleted for resources: {'Port': ['ID=76fd2e85-5f93-4419-9ff6-f9398bdcce68,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:18:55.795556 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-aebae94b-aecd-4f89-8d31-ff823255943f tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:18:55.798467 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca04c04-0f1b-4710-8ba7-34d0d08e087a req-aebae94b-aecd-4f89-8d31-ff823255943f tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] No DVR routers for this DVR port 76fd2e85-5f93-4419-9ff6-f9398bdcce68 on host hv-cinder-78494 {{(pid=85257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 13:18:55.801926 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-bca04c04-0f1b-4710-8ba7-34d0d08e087a req-aebae94b-aecd-4f89-8d31-ff823255943f tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for port, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:55.811648 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff30422-f618-4ef8-8d62-c921cac23323', 'name': 'network-vif-deleted', 'tag': '76fd2e85-5f93-4419-9ff6-f9398bdcce68'}] {{(pid=85257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:18:55.946018 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-bca04c04-0f1b-4710-8ba7-34d0d08e087a req-aebae94b-aecd-4f89-8d31-ff823255943f tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.65 "DELETE /v2.0/ports/76fd2e85-5f93-4419-9ff6-f9398bdcce68 HTTP/1.1" status: 204 len: 173 time: 1.6488986 Apr 15 13:18:55.966332 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b3a71c-3ede-48e8-b07c-dcdded42025d req-8fef293b-8d9e-4d46-8cd0-cf65b95b8504 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:55.968062 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-83b3a71c-3ede-48e8-b07c-dcdded42025d req-8fef293b-8d9e-4d46-8cd0-cf65b95b8504 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 945 time: 1.4307888 Apr 15 13:18:56.007815 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472fdc5-8b3f-443d-b8f2-e9d9b6fe54ff req-7b1b21bf-7643-4e68-a06b-812f3bc2ea53 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:56.010428 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-7472fdc5-8b3f-443d-b8f2-e9d9b6fe54ff req-7b1b21bf-7643-4e68-a06b-812f3bc2ea53 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc6147fd-2d41-43ca-8abd-49f6f364bc78 HTTP/1.1" status: 200 len: 945 time: 0.2133441 Apr 15 13:18:56.059734 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-83b3a71c-3ede-48e8-b07c-dcdded42025d req-9462fcad-e01a-419f-b731-2dc00a2b8cbf tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=d404a583-e3c0-4f88-b908-ba90aa4fc8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735080 Apr 15 13:18:56.131090 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-7472fdc5-8b3f-443d-b8f2-e9d9b6fe54ff req-a9d326d0-ae9a-43d7-acdd-ee4988b5c146 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/security-groups?id=54ae3d8d-9200-4f86-bc71-03d25659e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754786 Apr 15 13:18:56.189395 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 40906) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:18:56.223665 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff30422-f618-4ef8-8d62-c921cac23323', 'name': 'network-vif-deleted', 'tag': '76fd2e85-5f93-4419-9ff6-f9398bdcce68', 'status': 'completed', 'code': 200} Apr 15 13:18:56.866479 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-e063f554-3702-4771-a0b4-704d1ae37fb4 req-b94c6374-48b8-4dbf-a5a8-889afb17dc72 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Synchronizing usage tracker for tenant:7a25fc3ecff749c59e42598d52e7b9fc on resource:port {{(pid=85257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 13:18:56.939455 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-e063f554-3702-4771-a0b4-704d1ae37fb4 req-b94c6374-48b8-4dbf-a5a8-889afb17dc72 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Unset dirty status for tenant:7a25fc3ecff749c59e42598d52e7b9fc on resource:port {{(pid=85257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 13:18:57.040080 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e063f554-3702-4771-a0b4-704d1ae37fb4 req-b94c6374-48b8-4dbf-a5a8-889afb17dc72 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ff30422-f618-4ef8-8d62-c921cac23323 HTTP/1.1" status: 200 len: 210 time: 0.3174922 Apr 15 13:18:57.151258 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961daa15-40f0-4435-a53d-dab3c0189566 tempest-TestMinimumBasicScenario-1649058292 tempest-TestMinimumBasicScenario-1649058292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:57.167271 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 40924) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:18:57.173097 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-2e07fcc7-5117-4dbd-8c1c-988fd2a999df tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Request body: {'floatingip': {'floating_network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'port_id': 'c219c348-57ba-4d15-9dff-047a3a087bd9', 'tenant_id': '06a7ee46542d4f8884190e4353903cd9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=85258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:18:57.188889 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-961daa15-40f0-4435-a53d-dab3c0189566 tempest-TestMinimumBasicScenario-1649058292 tempest-TestMinimumBasicScenario-1649058292-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=cc6147fd-2d41-43ca-8abd-49f6f364bc78 HTTP/1.1" status: 200 len: 1093 time: 0.9963493 Apr 15 13:18:57.192514 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-2e07fcc7-5117-4dbd-8c1c-988fd2a999df tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:18:57.204819 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-2e07fcc7-5117-4dbd-8c1c-988fd2a999df tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Usage tracker for resource:floatingip and tenant:06a7ee46542d4f8884190e4353903cd9 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:18:57.216744 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-2e07fcc7-5117-4dbd-8c1c-988fd2a999df tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:18:57.240859 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-2e07fcc7-5117-4dbd-8c1c-988fd2a999df tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:18:57.251387 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2e07fcc7-5117-4dbd-8c1c-988fd2a999df tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks [] for floatingip, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:57.551593 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3582ea18-cdf8-49ff-9f04-c2a6fb3bfecd req-bc52ff90-ca00-46b3-b8eb-1f7bd4631951 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:57.575249 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-3582ea18-cdf8-49ff-9f04-c2a6fb3bfecd req-bc52ff90-ca00-46b3-b8eb-1f7bd4631951 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 945 time: 0.2563021 Apr 15 13:18:57.645026 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-3582ea18-cdf8-49ff-9f04-c2a6fb3bfecd req-51f5b486-b16a-49a1-bceb-1533213dc564 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=d404a583-e3c0-4f88-b908-ba90aa4fc8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664303 Apr 15 13:18:57.653437 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2e07fcc7-5117-4dbd-8c1c-988fd2a999df tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:57.852206 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_common [None req-2e07fcc7-5117-4dbd-8c1c-988fd2a999df tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Allocated IP 172.28.3.178 (55d93253-8afb-47db-93d0-1527fbeb95d2/ec126ae6-92bb-4236-889a-ca54f3751a25/e788c45a-1d6c-4846-acf2-90d01fec4325) {{(pid=85258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 13:18:58.119272 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device 76fd2e85-5f93-4419-9ff6-f9398bdcce68 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 13:18:58.194143 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2e07fcc7-5117-4dbd-8c1c-988fd2a999df tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks [] for port, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:58.230159 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2e07fcc7-5117-4dbd-8c1c-988fd2a999df tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757045383897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10742258'] for port, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:58.272806 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] No Port match for: 76fd2e85-5f93-4419-9ff6-f9398bdcce68 {{(pid=85259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 13:18:58.273267 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device 76fd2e85-5f93-4419-9ff6-f9398bdcce68 not bound to the agent host hv-cinder-78494 {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 13:18:58.282810 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-5f83b322-3250-4b67-8966-1f049118399b tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:18:58.616741 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e07fcc7-5117-4dbd-8c1c-988fd2a999df tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Pushing event updated for resources: {'Port': ['ID=e788c45a-1d6c-4846-acf2-90d01fec4325,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:18:58.635050 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-2e07fcc7-5117-4dbd-8c1c-988fd2a999df tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:18:58.673745 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e07fcc7-5117-4dbd-8c1c-988fd2a999df tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Network 55d93253-8afb-47db-93d0-1527fbeb95d2 is already hosted by enough agents. {{(pid=85258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 13:18:58.675372 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [None req-2e07fcc7-5117-4dbd-8c1c-988fd2a999df tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Resources bound (agent type, host, resource id): {{(pid=85258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:18:58.680337 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e07fcc7-5117-4dbd-8c1c-988fd2a999df tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Received port after_create {{(pid=85258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 13:18:59.267007 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae9899-822d-42e6-93ec-4be555daf8a7 req-98917142-1161-4761-a923-c8e90df0f285 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:59.278128 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4fae9899-822d-42e6-93ec-4be555daf8a7 req-98917142-1161-4761-a923-c8e90df0f285 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 945 time: 0.3261898 Apr 15 13:18:59.418909 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4fae9899-822d-42e6-93ec-4be555daf8a7 req-7d8d67a7-0d41-47e8-b1f1-9925a70815dc tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=d404a583-e3c0-4f88-b908-ba90aa4fc8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396549 Apr 15 13:18:59.447944 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f4dcf-7614-4deb-af06-73a30c133303 req-cf286a35-b142-4386-8a5e-4c2e5f4bd0bd tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:18:59.452119 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-fa6f4dcf-7614-4deb-af06-73a30c133303 req-cf286a35-b142-4386-8a5e-4c2e5f4bd0bd tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 945 time: 0.4291718 Apr 15 13:18:59.519781 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-fa6f4dcf-7614-4deb-af06-73a30c133303 req-c0e728c3-1bef-45c7-80c6-9feb997fbd0b tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666137 Apr 15 13:18:59.715703 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2e07fcc7-5117-4dbd-8c1c-988fd2a999df tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:18:59.883259 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2e07fcc7-5117-4dbd-8c1c-988fd2a999df tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:00.482797 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2e07fcc7-5117-4dbd-8c1c-988fd2a999df tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks [] for port, precommit_update {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:00.496918 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2e07fcc7-5117-4dbd-8c1c-988fd2a999df tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844033590'] for port, after_update {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:00.763069 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:00.837855 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3598e1d1-7353-49e2-8e43-49a9d025fbc8 req-e76462e4-f9e7-415f-9d27-05c4ed544853 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:00.845253 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-3598e1d1-7353-49e2-8e43-49a9d025fbc8 req-e76462e4-f9e7-415f-9d27-05c4ed544853 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 945 time: 0.2004724 Apr 15 13:19:01.009649 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e07fcc7-5117-4dbd-8c1c-988fd2a999df tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Pushing event updated for resources: {'Port': ['ID=e788c45a-1d6c-4846-acf2-90d01fec4325,revision_number=2']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:01.036896 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-3598e1d1-7353-49e2-8e43-49a9d025fbc8 req-9eeb4a57-b81b-4cc4-b678-04ff42e27454 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=d404a583-e3c0-4f88-b908-ba90aa4fc8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1833115 Apr 15 13:19:01.084946 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-2e07fcc7-5117-4dbd-8c1c-988fd2a999df tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:01.122846 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd85577c-75f5-489b-bfbe-77fe434b0472 req-d9bdfba9-89ee-441a-be88-3e3ce51e8a39 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:01.129274 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-fd85577c-75f5-489b-bfbe-77fe434b0472 req-d9bdfba9-89ee-441a-be88-3e3ce51e8a39 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 945 time: 0.3156562 Apr 15 13:19:01.231002 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-fd85577c-75f5-489b-bfbe-77fe434b0472 req-52aaaa36-68e0-47ab-9f51-88449bfdb2c7 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945764 Apr 15 13:19:01.231954 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2e07fcc7-5117-4dbd-8c1c-988fd2a999df tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1033198'] for floatingip, after_update {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:01.486217 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.db.l3_db [None req-2e07fcc7-5117-4dbd-8c1c-988fd2a999df tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Floating IP fbdbfd77-765a-4aa0-9522-3c86039dbb78 associated. External IP: 172.28.3.178, port: c219c348-57ba-4d15-9dff-047a3a087bd9. Apr 15 13:19:02.034092 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e07fcc7-5117-4dbd-8c1c-988fd2a999df tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Router c1f3487b-3cb0-492f-946d-d62fb4bea449 has already been hosted by L3 agent d2850426-fba2-4e27-a3ef-bf91b3b25695 {{(pid=85258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 13:19:02.385771 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e07fcc7-5117-4dbd-8c1c-988fd2a999df tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify agent at l3_agent.dv-cinder-784945-5-smb the message routers_updated {{(pid=85258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 13:19:02.396379 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f46d39-0b7f-4527-8560-b595f09585db None None] Sync routers for ids ['c1f3487b-3cb0-492f-946d-d62fb4bea449'] in dv-cinder-784945-5-smb {{(pid=85260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 13:19:02.421774 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f46d39-0b7f-4527-8560-b595f09585db None None] Routers {'c1f3487b-3cb0-492f-946d-d62fb4bea449'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:19:02.426573 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-77f46d39-0b7f-4527-8560-b595f09585db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:18:45Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['c1f3487b-3cb0-492f-946d-d62fb4bea449'], 'active': True} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:19:02.445068 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2e07fcc7-5117-4dbd-8c1c-988fd2a999df tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for floatingip, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:02.546275 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-2e07fcc7-5117-4dbd-8c1c-988fd2a999df tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.3748050 Apr 15 13:19:02.547627 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 40994) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:19:02.548484 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc6147fd-2d41-43ca-8abd-49f6f364bc78', 'tag': 'c219c348-57ba-4d15-9dff-047a3a087bd9'}] {{(pid=85258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:19:02.579262 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-8b9f9c5d-89ce-456e-9694-aa8942fe5482 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-935888217', 'description': 'tempest-secgroup-smoke-935888217 description', 'project_id': '06a7ee46542d4f8884190e4353903cd9'}} {{(pid=85258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:19:02.597192 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658d45e-21dd-4ab9-bc30-7027a13c6ca7 req-9b455916-a4e4-4739-9f09-bc6385bf09e9 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:02.598616 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-8b9f9c5d-89ce-456e-9694-aa8942fe5482 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:19:02.607178 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-7658d45e-21dd-4ab9-bc30-7027a13c6ca7 req-9b455916-a4e4-4739-9f09-bc6385bf09e9 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 945 time: 0.3073230 Apr 15 13:19:02.611883 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-8b9f9c5d-89ce-456e-9694-aa8942fe5482 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Usage tracker for resource:security_group and tenant:06a7ee46542d4f8884190e4353903cd9 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:19:02.626223 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-8b9f9c5d-89ce-456e-9694-aa8942fe5482 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:19:02.639412 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-8b9f9c5d-89ce-456e-9694-aa8942fe5482 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:19:02.654566 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-8b9f9c5d-89ce-456e-9694-aa8942fe5482 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:02.686601 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-7658d45e-21dd-4ab9-bc30-7027a13c6ca7 req-f0c15bbb-282e-4dd2-99ff-650ac8141aea tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=d404a583-e3c0-4f88-b908-ba90aa4fc8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780804 Apr 15 13:19:02.707342 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-8b9f9c5d-89ce-456e-9694-aa8942fe5482 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:19:02.718096 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-8b9f9c5d-89ce-456e-9694-aa8942fe5482 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Usage tracker for resource:security_group_rule and tenant:06a7ee46542d4f8884190e4353903cd9 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:19:02.726408 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-8b9f9c5d-89ce-456e-9694-aa8942fe5482 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:19:02.755623 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-8b9f9c5d-89ce-456e-9694-aa8942fe5482 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:19:02.768526 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f881a1-5081-45d5-9c80-b59581efba7c req-b9570be0-f71e-4a1e-a153-b7d37c35e960 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:02.770240 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-93f881a1-5081-45d5-9c80-b59581efba7c req-b9570be0-f71e-4a1e-a153-b7d37c35e960 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 945 time: 0.2815528 Apr 15 13:19:02.847364 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-93f881a1-5081-45d5-9c80-b59581efba7c req-81eb1992-161d-4adb-a536-ad12b49725e6 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686207 Apr 15 13:19:02.857428 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc6147fd-2d41-43ca-8abd-49f6f364bc78', 'tag': 'c219c348-57ba-4d15-9dff-047a3a087bd9', 'status': 'completed', 'code': 200} Apr 15 13:19:02.976062 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-8b9f9c5d-89ce-456e-9694-aa8942fe5482 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:02.981893 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-8b9f9c5d-89ce-456e-9694-aa8942fe5482 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:02.988653 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-1c7622d0-8ec9-416c-92c3-6f1f4b0507ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:03.055638 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87aff63-a658-4176-ad56-18b322001c09 req-dcf029f5-66d5-4b69-8a73-cc954c0769d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:03.058407 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a87aff63-a658-4176-ad56-18b322001c09 req-dcf029f5-66d5-4b69-8a73-cc954c0769d0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=06a7ee46542d4f8884190e4353903cd9&device_id=cc6147fd-2d41-43ca-8abd-49f6f364bc78 HTTP/1.1" status: 200 len: 1098 time: 0.1841097 Apr 15 13:19:03.072112 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-77f46d39-0b7f-4527-8560-b595f09585db None None] Set router c1f3487b-3cb0-492f-946d-d62fb4bea449 gateway port host: dv-cinder-784945-5-smb {{(pid=85260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:19:03.103125 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9f9c5d-89ce-456e-9694-aa8942fe5482 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55717d8c-6ad6-49f3-b0c7-fb9161fab0b4,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:03.105680 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-8b9f9c5d-89ce-456e-9694-aa8942fe5482 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:03.109842 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-8b9f9c5d-89ce-456e-9694-aa8942fe5482 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5443408 Apr 15 13:19:03.109842 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-8b9f9c5d-89ce-456e-9694-aa8942fe5482 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:03.111383 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 41004) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:19:03.123689 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-0605295a-e242-427f-aee0-343b34cd77e1 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Request body: {'security_group_rule': {'security_group_id': '55717d8c-6ad6-49f3-b0c7-fb9161fab0b4', 'project_id': '06a7ee46542d4f8884190e4353903cd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:19:03.144785 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-0605295a-e242-427f-aee0-343b34cd77e1 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:19:03.153881 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-0605295a-e242-427f-aee0-343b34cd77e1 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Usage tracker for resource:security_group_rule and tenant:06a7ee46542d4f8884190e4353903cd9 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:19:03.169542 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-0605295a-e242-427f-aee0-343b34cd77e1 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:19:03.176858 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-0605295a-e242-427f-aee0-343b34cd77e1 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:19:03.211523 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0605295a-e242-427f-aee0-343b34cd77e1 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:03.375321 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0605295a-e242-427f-aee0-343b34cd77e1 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:03.380807 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0605295a-e242-427f-aee0-343b34cd77e1 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853838685'] for security_group_rule, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:03.382967 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:03.383738 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87aff63-a658-4176-ad56-18b322001c09 req-3c88f0dd-1401-44a7-bec5-69533dfe6e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:03.386230 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a87aff63-a658-4176-ad56-18b322001c09 req-3c88f0dd-1401-44a7-bec5-69533dfe6e27 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0f9785c8-77af-4ae7-b996-ffbea947a1be HTTP/1.1" status: 200 len: 916 time: 0.3132012 Apr 15 13:19:03.461702 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0605295a-e242-427f-aee0-343b34cd77e1 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d7ed7dc-f72b-494c-b017-e08092faa651,revision_number=0']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:03.465500 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-0605295a-e242-427f-aee0-343b34cd77e1 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:03.472499 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0605295a-e242-427f-aee0-343b34cd77e1 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:03.477806 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-0605295a-e242-427f-aee0-343b34cd77e1 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3623786 Apr 15 13:19:03.480070 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 41010) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:19:03.487928 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-0c9be2d7-e8a2-4caf-a008-da03006655a0 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Request body: {'security_group_rule': {'security_group_id': '55717d8c-6ad6-49f3-b0c7-fb9161fab0b4', 'project_id': '06a7ee46542d4f8884190e4353903cd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:19:03.514835 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-0c9be2d7-e8a2-4caf-a008-da03006655a0 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:19:03.519731 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-0c9be2d7-e8a2-4caf-a008-da03006655a0 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Usage tracker for resource:security_group_rule and tenant:06a7ee46542d4f8884190e4353903cd9 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:19:03.527581 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-0c9be2d7-e8a2-4caf-a008-da03006655a0 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:19:03.534228 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-0c9be2d7-e8a2-4caf-a008-da03006655a0 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:19:03.575861 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0c9be2d7-e8a2-4caf-a008-da03006655a0 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:03.596275 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a87aff63-a658-4176-ad56-18b322001c09 req-b80957b1-0aff-4802-8c20-c9fa6ccffd7e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c219c348-57ba-4d15-9dff-047a3a087bd9 HTTP/1.1" status: 200 len: 999 time: 0.1999490 Apr 15 13:19:03.683570 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0c9be2d7-e8a2-4caf-a008-da03006655a0 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:03.689465 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0c9be2d7-e8a2-4caf-a008-da03006655a0 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853838685'] for security_group_rule, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:03.698401 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-9f3281a0-f8c2-4611-9db3-f19a2cf7c44a tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:03.737862 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9be2d7-e8a2-4caf-a008-da03006655a0 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce981d0a-c859-4b61-a8f1-f179bcfcaaa1,revision_number=0']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:03.763086 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-0c9be2d7-e8a2-4caf-a008-da03006655a0 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:03.779976 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0c9be2d7-e8a2-4caf-a008-da03006655a0 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:03.785907 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87aff63-a658-4176-ad56-18b322001c09 req-d4ca399c-9e32-47ad-bc91-5886f1cd5f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:03.791198 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-0c9be2d7-e8a2-4caf-a008-da03006655a0 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3059773 Apr 15 13:19:03.793346 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a87aff63-a658-4176-ad56-18b322001c09 req-d4ca399c-9e32-47ad-bc91-5886f1cd5f64 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=747f79b7-7f51-4cf9-813a-8c186b8b3fc8 HTTP/1.1" status: 200 len: 854 time: 0.1861827 Apr 15 13:19:03.794786 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 41016) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:19:03.812879 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-bf1853dc-9965-48e2-8eaf-ed61c9848282 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Request body: {'security_group_rule': {'security_group_id': '55717d8c-6ad6-49f3-b0c7-fb9161fab0b4', 'project_id': '06a7ee46542d4f8884190e4353903cd9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:19:03.830362 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-bf1853dc-9965-48e2-8eaf-ed61c9848282 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:19:03.839515 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-bf1853dc-9965-48e2-8eaf-ed61c9848282 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Usage tracker for resource:security_group_rule and tenant:06a7ee46542d4f8884190e4353903cd9 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:19:03.848360 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-bf1853dc-9965-48e2-8eaf-ed61c9848282 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:19:03.871605 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-bf1853dc-9965-48e2-8eaf-ed61c9848282 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:19:03.916254 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-bf1853dc-9965-48e2-8eaf-ed61c9848282 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:04.062186 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87aff63-a658-4176-ad56-18b322001c09 req-777c9c16-c730-41fe-94f6-cdfda0f48e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:04.064152 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a87aff63-a658-4176-ad56-18b322001c09 req-777c9c16-c730-41fe-94f6-cdfda0f48e43 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0f9785c8-77af-4ae7-b996-ffbea947a1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2596903 Apr 15 13:19:04.067549 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-77f46d39-0b7f-4527-8560-b595f09585db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f3487b-3cb0-492f-946d-d62fb4bea449', 'name': 'tempest-TestMinimumBasicScenario-1775623895-router', 'tenant_id': '06a7ee46542d4f8884190e4353903cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '16124606-8c76-4f02-9a6e-18cd2f8dfccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:17:38Z', 'updated_at': '2021-04-15T13:17:46Z', 'revision_number': 4, 'project_id': '06a7ee46542d4f8884190e4353903cd9', 'gw_port': {'id': '16124606-8c76-4f02-9a6e-18cd2f8dfccd', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f3487b-3cb0-492f-946d-d62fb4bea449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:17:39Z', 'updated_at': '2021-04-15T13:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_floatingips': [{'id': 'fbdbfd77-765a-4aa0-9522-3c86039dbb78', 'tenant_id': '06a7ee46542d4f8884190e4353903cd9', 'floating_ip_address': '172.28.3.178', 'floating_network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'router_id': 'c1f3487b-3cb0-492f-946d-d62fb4bea449', 'port_id': 'c219c348-57ba-4d15-9dff-047a3a087bd9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f9785c8-77af-4ae7-b996-ffbea947a1be', 'mac_address': 'fa:16:3e:93:6f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6147fd-2d41-43ca-8abd-49f6f364bc78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T13:18:59Z', 'updated_at': '2021-04-15T13:18:59Z', 'revision_number': 0, 'project_id': '06a7ee46542d4f8884190e4353903cd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69af9c83-65c4-4537-9aeb-28448dccfdfb', 'name': '', 'network_id': '0f9785c8-77af-4ae7-b996-ffbea947a1be', 'tenant_id': '06a7ee46542d4f8884190e4353903cd9', 'mac_address': 'fa:16:3e:c7:a9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f3487b-3cb0-492f-946d-d62fb4bea449', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '747f79b7-7f51-4cf9-813a-8c186b8b3fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:17:45Z', 'updated_at': '2021-04-15T13:17:59Z', 'revision_number': 5, 'project_id': '06a7ee46542d4f8884190e4353903cd9', 'subnets': [{'id': '747f79b7-7f51-4cf9-813a-8c186b8b3fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:19:04.073874 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f46d39-0b7f-4527-8560-b595f09585db None None] Checking router: c1f3487b-3cb0-492f-946d-d62fb4bea449 for host: dv-cinder-784945-5-smb {{(pid=85260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 13:19:04.099371 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f46d39-0b7f-4527-8560-b595f09585db None None] Routers {'c1f3487b-3cb0-492f-946d-d62fb4bea449'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:19:04.103042 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-77f46d39-0b7f-4527-8560-b595f09585db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:18:45Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['c1f3487b-3cb0-492f-946d-d62fb4bea449'], 'active': True} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:19:04.122377 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-bf1853dc-9965-48e2-8eaf-ed61c9848282 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:04.128535 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-bf1853dc-9965-48e2-8eaf-ed61c9848282 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853838685'] for security_group_rule, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:04.134880 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-0605295a-e242-427f-aee0-343b34cd77e1 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:04.199378 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1853dc-9965-48e2-8eaf-ed61c9848282 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecae9b80-2316-4d21-9cc4-3a50475718b5,revision_number=0']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:04.205121 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-bf1853dc-9965-48e2-8eaf-ed61c9848282 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:04.241085 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-bf1853dc-9965-48e2-8eaf-ed61c9848282 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:04.245613 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-bf1853dc-9965-48e2-8eaf-ed61c9848282 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4457471 Apr 15 13:19:04.245944 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 41022) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:19:04.261119 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-c3e07941-7eb1-41d1-9356-295886d8f706 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Request body: {'security_group_rule': {'security_group_id': '55717d8c-6ad6-49f3-b0c7-fb9161fab0b4', 'project_id': '06a7ee46542d4f8884190e4353903cd9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:19:04.275104 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-c3e07941-7eb1-41d1-9356-295886d8f706 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:19:04.290193 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-c3e07941-7eb1-41d1-9356-295886d8f706 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Usage tracker for resource:security_group_rule and tenant:06a7ee46542d4f8884190e4353903cd9 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:19:04.293982 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-c3e07941-7eb1-41d1-9356-295886d8f706 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:19:04.309066 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-c3e07941-7eb1-41d1-9356-295886d8f706 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:19:04.344263 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c3e07941-7eb1-41d1-9356-295886d8f706 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:04.352684 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a87aff63-a658-4176-ad56-18b322001c09 req-2719be47-34ef-496d-bfe0-d990b9505375 service neutron] 10.222.0.65 "GET /v2.0/networks/0f9785c8-77af-4ae7-b996-ffbea947a1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922791 Apr 15 13:19:04.555523 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-77f46d39-0b7f-4527-8560-b595f09585db None None] Set router c1f3487b-3cb0-492f-946d-d62fb4bea449 gateway port host: dv-cinder-784945-5-smb {{(pid=85260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:19:04.566032 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c3e07941-7eb1-41d1-9356-295886d8f706 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:04.578190 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c3e07941-7eb1-41d1-9356-295886d8f706 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853838685'] for security_group_rule, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:04.584942 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:04.604505 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e07941-7eb1-41d1-9356-295886d8f706 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fefc9fa2-534c-4e6f-a988-71f7949b9280,revision_number=0']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:04.613303 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-c3e07941-7eb1-41d1-9356-295886d8f706 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:04.657407 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c3e07941-7eb1-41d1-9356-295886d8f706 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:04.662219 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-c3e07941-7eb1-41d1-9356-295886d8f706 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4151337 Apr 15 13:19:04.662932 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 41036) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:19:04.672889 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-4bc05c35-3161-46eb-bdb9-19c0ff02791f tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Request body: {'security_group_rule': {'security_group_id': '55717d8c-6ad6-49f3-b0c7-fb9161fab0b4', 'project_id': '06a7ee46542d4f8884190e4353903cd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:19:04.684064 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-4bc05c35-3161-46eb-bdb9-19c0ff02791f tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:19:04.698190 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-4bc05c35-3161-46eb-bdb9-19c0ff02791f tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Usage tracker for resource:security_group_rule and tenant:06a7ee46542d4f8884190e4353903cd9 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:19:04.703392 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-4bc05c35-3161-46eb-bdb9-19c0ff02791f tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:19:04.710081 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-4bc05c35-3161-46eb-bdb9-19c0ff02791f tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:19:04.729212 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.db.securitygroups_db [None req-4bc05c35-3161-46eb-bdb9-19c0ff02791f tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Project 06a7ee46542d4f8884190e4353903cd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 13:19:04.756627 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4bc05c35-3161-46eb-bdb9-19c0ff02791f tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:04.832956 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a87aff63-a658-4176-ad56-18b322001c09 req-0d00987f-c837-455d-85bf-0bc51fca84b3 service neutron] 10.222.0.65 "GET /v2.0/networks/0f9785c8-77af-4ae7-b996-ffbea947a1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4140453 Apr 15 13:19:04.892078 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4bc05c35-3161-46eb-bdb9-19c0ff02791f tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:04.896238 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4bc05c35-3161-46eb-bdb9-19c0ff02791f tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853838685'] for security_group_rule, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:04.907509 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a791d-6163-481e-b848-ffd2bd9fb57d req-287bb39f-60a3-44bc-8e19-c8a89b339497 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:04.922983 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-798a791d-6163-481e-b848-ffd2bd9fb57d req-287bb39f-60a3-44bc-8e19-c8a89b339497 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 945 time: 0.8454082 Apr 15 13:19:04.944385 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-bf1853dc-9965-48e2-8eaf-ed61c9848282 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:04.950161 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e9368-176c-43a6-9811-54f775ee7bb9 req-1fcb08f6-2e98-4a85-90b5-345f292733fa tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:04.958264 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-307e9368-176c-43a6-9811-54f775ee7bb9 req-1fcb08f6-2e98-4a85-90b5-345f292733fa tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 945 time: 0.6036317 Apr 15 13:19:04.972191 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc05c35-3161-46eb-bdb9-19c0ff02791f tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e535161-43a6-4151-bec4-c0c17e89f91a,revision_number=0']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:04.985225 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-4bc05c35-3161-46eb-bdb9-19c0ff02791f tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:04.986434 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4bc05c35-3161-46eb-bdb9-19c0ff02791f tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:04.992325 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-4bc05c35-3161-46eb-bdb9-19c0ff02791f tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3280654 Apr 15 13:19:04.993026 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 41054) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:19:04.999879 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-1558d6e3-1cc8-478f-8d4c-8da076457f17 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Request body: {'security_group_rule': {'security_group_id': '55717d8c-6ad6-49f3-b0c7-fb9161fab0b4', 'project_id': '06a7ee46542d4f8884190e4353903cd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:19:05.014884 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-1558d6e3-1cc8-478f-8d4c-8da076457f17 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:19:05.035141 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-1558d6e3-1cc8-478f-8d4c-8da076457f17 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Usage tracker for resource:security_group_rule and tenant:06a7ee46542d4f8884190e4353903cd9 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:19:05.038446 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-1558d6e3-1cc8-478f-8d4c-8da076457f17 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:19:05.048684 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-1558d6e3-1cc8-478f-8d4c-8da076457f17 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:19:05.079637 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.db.securitygroups_db [None req-1558d6e3-1cc8-478f-8d4c-8da076457f17 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Project 06a7ee46542d4f8884190e4353903cd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 13:19:05.119591 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-307e9368-176c-43a6-9811-54f775ee7bb9 req-a344b43a-2085-461b-8789-cd9322a341a3 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=d404a583-e3c0-4f88-b908-ba90aa4fc8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594582 Apr 15 13:19:05.120440 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1558d6e3-1cc8-478f-8d4c-8da076457f17 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:05.208414 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-798a791d-6163-481e-b848-ffd2bd9fb57d req-c52748cf-2d0f-40f7-bc7a-185c1c07c32b tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470975 Apr 15 13:19:05.352333 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1558d6e3-1cc8-478f-8d4c-8da076457f17 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:05.354771 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-77f46d39-0b7f-4527-8560-b595f09585db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f3487b-3cb0-492f-946d-d62fb4bea449', 'name': 'tempest-TestMinimumBasicScenario-1775623895-router', 'tenant_id': '06a7ee46542d4f8884190e4353903cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '16124606-8c76-4f02-9a6e-18cd2f8dfccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:17:38Z', 'updated_at': '2021-04-15T13:17:46Z', 'revision_number': 4, 'project_id': '06a7ee46542d4f8884190e4353903cd9', 'gw_port': {'id': '16124606-8c76-4f02-9a6e-18cd2f8dfccd', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f3487b-3cb0-492f-946d-d62fb4bea449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:17:39Z', 'updated_at': '2021-04-15T13:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_floatingips': [{'id': 'fbdbfd77-765a-4aa0-9522-3c86039dbb78', 'tenant_id': '06a7ee46542d4f8884190e4353903cd9', 'floating_ip_address': '172.28.3.178', 'floating_network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'router_id': 'c1f3487b-3cb0-492f-946d-d62fb4bea449', 'port_id': 'c219c348-57ba-4d15-9dff-047a3a087bd9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f9785c8-77af-4ae7-b996-ffbea947a1be', 'mac_address': 'fa:16:3e:93:6f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6147fd-2d41-43ca-8abd-49f6f364bc78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T13:18:59Z', 'updated_at': '2021-04-15T13:18:59Z', 'revision_number': 0, 'project_id': '06a7ee46542d4f8884190e4353903cd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69af9c83-65c4-4537-9aeb-28448dccfdfb', 'name': '', 'network_id': '0f9785c8-77af-4ae7-b996-ffbea947a1be', 'tenant_id': '06a7ee46542d4f8884190e4353903cd9', 'mac_address': 'fa:16:3e:c7:a9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f3487b-3cb0-492f-946d-d62fb4bea449', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '747f79b7-7f51-4cf9-813a-8c186b8b3fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:17:45Z', 'updated_at': '2021-04-15T13:17:59Z', 'revision_number': 5, 'project_id': '06a7ee46542d4f8884190e4353903cd9', 'subnets': [{'id': '747f79b7-7f51-4cf9-813a-8c186b8b3fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:19:05.364482 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1558d6e3-1cc8-478f-8d4c-8da076457f17 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853838685'] for security_group_rule, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:05.366320 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f46d39-0b7f-4527-8560-b595f09585db None None] The sync data for ids ['c1f3487b-3cb0-492f-946d-d62fb4bea449'] in dv-cinder-784945-5-smb is: [{'id': 'c1f3487b-3cb0-492f-946d-d62fb4bea449', 'name': 'tempest-TestMinimumBasicScenario-1775623895-router', 'tenant_id': '06a7ee46542d4f8884190e4353903cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '16124606-8c76-4f02-9a6e-18cd2f8dfccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:17:38Z', 'updated_at': '2021-04-15T13:17:46Z', 'revision_number': 4, 'project_id': '06a7ee46542d4f8884190e4353903cd9', 'gw_port': {'id': '16124606-8c76-4f02-9a6e-18cd2f8dfccd', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f3487b-3cb0-492f-946d-d62fb4bea449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:17:39Z', 'updated_at': '2021-04-15T13:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_floatingips': [{'id': 'fbdbfd77-765a-4aa0-9522-3c86039dbb78', 'tenant_id': '06a7ee46542d4f8884190e4353903cd9', 'floating_ip_address': '172.28.3.178', 'floating_network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'router_id': 'c1f3487b-3cb0-492f-946d-d62fb4bea449', 'port_id': 'c219c348-57ba-4d15-9dff-047a3a087bd9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f9785c8-77af-4ae7-b996-ffbea947a1be', 'mac_address': 'fa:16:3e:93:6f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6147fd-2d41-43ca-8abd-49f6f364bc78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T13:18:59Z', 'updated_at': '2021-04-15T13:18:59Z', 'revision_number': 0, 'project_id': '06a7ee46542d4f8884190e4353903cd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69af9c83-65c4-4537-9aeb-28448dccfdfb', 'name': '', 'network_id': '0f9785c8-77af-4ae7-b996-ffbea947a1be', 'tenant_id': '06a7ee46542d4f8884190e4353903cd9', 'mac_address': 'fa:16:3e:c7:a9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f3487b-3cb0-492f-946d-d62fb4bea449', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '747f79b7-7f51-4cf9-813a-8c186b8b3fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:17:45Z', 'updated_at': '2021-04-15T13:17:59Z', 'revision_number': 5, 'project_id': '06a7ee46542d4f8884190e4353903cd9', 'subnets': [{'id': '747f79b7-7f51-4cf9-813a-8c186b8b3fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 13:19:05.367564 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-0c9be2d7-e8a2-4caf-a008-da03006655a0 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:05.423058 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1558d6e3-1cc8-478f-8d4c-8da076457f17 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fafde283-5923-4b52-a05e-75873ef9f8c1,revision_number=0']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:05.426100 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-1558d6e3-1cc8-478f-8d4c-8da076457f17 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:05.446071 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1558d6e3-1cc8-478f-8d4c-8da076457f17 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:05.447973 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-1558d6e3-1cc8-478f-8d4c-8da076457f17 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4529533 Apr 15 13:19:05.738371 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-aa19de63-6419-4b50-8e9f-496824be0d48 req-87d421c9-15b0-49f9-b0cd-c1f3885626ed tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-935888217&fields=id&tenant_id=06a7ee46542d4f8884190e4353903cd9 HTTP/1.1" status: 200 len: 267 time: 0.1000056 Apr 15 13:19:05.777287 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 41062) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:19:05.955809 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c629e14d-89b4-4a89-a821-af15e29d7237 None None] New status for floating IP fbdbfd77-765a-4aa0-9522-3c86039dbb78: ACTIVE {{(pid=85259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 13:19:05.976440 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-14010b0a-79e4-4314-8b1e-f4e7187c9bbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:05.999108 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-14010b0a-79e4-4314-8b1e-f4e7187c9bbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:19:06.004741 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-14010b0a-79e4-4314-8b1e-f4e7187c9bbb admin admin] Usage tracker for resource:security_group_rule and tenant:cbd50e748c234880ad13105e46ccb2a0 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:19:06.008872 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-14010b0a-79e4-4314-8b1e-f4e7187c9bbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:19:06.017577 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-14010b0a-79e4-4314-8b1e-f4e7187c9bbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:19:06.196944 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-14010b0a-79e4-4314-8b1e-f4e7187c9bbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:06.202068 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-14010b0a-79e4-4314-8b1e-f4e7187c9bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:06.211084 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-4d374823-2c45-4f16-a432-5b8575a6155a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:06.300930 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa19de63-6419-4b50-8e9f-496824be0d48 req-f57b193e-fe22-4978-a519-34a0c434f04c tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:06.310310 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-aa19de63-6419-4b50-8e9f-496824be0d48 req-f57b193e-fe22-4978-a519-34a0c434f04c tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc6147fd-2d41-43ca-8abd-49f6f364bc78 HTTP/1.1" status: 200 len: 945 time: 0.5638599 Apr 15 13:19:06.320736 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [req-aa19de63-6419-4b50-8e9f-496824be0d48 req-0ff65c62-0813-4e0d-8a14-d95c74b84d40 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Request body: {'port': {'security_groups': ['54ae3d8d-9200-4f86-bc71-03d25659e041', '55717d8c-6ad6-49f3-b0c7-fb9161fab0b4']}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:19:06.324261 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-14010b0a-79e4-4314-8b1e-f4e7187c9bbb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cbd50e748c234880ad13105e46ccb2a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5457137 Apr 15 13:19:06.325290 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14010b0a-79e4-4314-8b1e-f4e7187c9bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f535b30-1df4-41a2-9854-1826594bfbb1,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:06.338358 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 41086) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:19:06.341399 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-14010b0a-79e4-4314-8b1e-f4e7187c9bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:06.448128 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a75a42ed-9317-43d5-b052-c571d394658b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:06.484513 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a75a42ed-9317-43d5-b052-c571d394658b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:06.505578 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b213cf-0962-4e4b-a4a8-72382c782efa req-ab042f8f-f10f-40e0-bde5-212a594d63c7 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:06.507211 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-93b213cf-0962-4e4b-a4a8-72382c782efa req-ab042f8f-f10f-40e0-bde5-212a594d63c7 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.65 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 945 time: 0.3979628 Apr 15 13:19:06.507906 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-aa19de63-6419-4b50-8e9f-496824be0d48 req-0ff65c62-0813-4e0d-8a14-d95c74b84d40 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:06.540075 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a75a42ed-9317-43d5-b052-c571d394658b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:06.545945 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-02c53104-3322-4d94-b58f-681fa33ee96e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:06.558103 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75a42ed-9317-43d5-b052-c571d394658b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f535b30-1df4-41a2-9854-1826594bfbb1,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:06.560808 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-a75a42ed-9317-43d5-b052-c571d394658b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:06.579967 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a75a42ed-9317-43d5-b052-c571d394658b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:06.595166 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-a75a42ed-9317-43d5-b052-c571d394658b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2f535b30-1df4-41a2-9854-1826594bfbb1 HTTP/1.1" status: 204 len: 168 time: 0.2447584 Apr 15 13:19:06.817142 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [req-93b213cf-0962-4e4b-a4a8-72382c782efa req-831f8bd8-5295-441b-81c5-de18e716c53a tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Deleting port 735f293a-0ef1-4b63-b381-c424aa74b668 {{(pid=85257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 13:19:06.817714 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-93b213cf-0962-4e4b-a4a8-72382c782efa req-831f8bd8-5295-441b-81c5-de18e716c53a tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279808963205'] for port, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:07.012873 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 41094) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:19:07.021737 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3817f-1dc4-4584-ba79-ae923575e684 req-de1c719b-b1fe-43b0-a285-01daf68e2c3e tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:07.023443 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-6bb3817f-1dc4-4584-ba79-ae923575e684 req-de1c719b-b1fe-43b0-a285-01daf68e2c3e tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 945 time: 0.5766387 Apr 15 13:19:07.041199 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-9678ea66-18d0-4edf-a90d-4428551c7380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:07.059791 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-9678ea66-18d0-4edf-a90d-4428551c7380 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:19:07.065124 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-9678ea66-18d0-4edf-a90d-4428551c7380 admin admin] Usage tracker for resource:security_group_rule and tenant:d02559928a1a49c281c314b31de8abf6 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:19:07.069790 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-9678ea66-18d0-4edf-a90d-4428551c7380 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:19:07.077430 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-9678ea66-18d0-4edf-a90d-4428551c7380 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:19:07.201911 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-9678ea66-18d0-4edf-a90d-4428551c7380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:07.205121 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-9678ea66-18d0-4edf-a90d-4428551c7380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:07.218251 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-a3e5e2e3-5368-4256-9284-9a1c68c88092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:07.276377 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-9678ea66-18d0-4edf-a90d-4428551c7380 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d02559928a1a49c281c314b31de8abf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2619207 Apr 15 13:19:07.277330 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9678ea66-18d0-4edf-a90d-4428551c7380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5315caa-1d36-456a-8ce7-2f492b0d0bd8,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:07.291745 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 41098) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:19:07.296403 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [req-93b213cf-0962-4e4b-a4a8-72382c782efa req-831f8bd8-5295-441b-81c5-de18e716c53a tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] For port 735f293a-0ef1-4b63-b381-c424aa74b668, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=735f293a-0ef1-4b63-b381-c424aa74b668,segment=NetworkSegment(a723e0b2-5ada-4972-bf5d-6972a8b9a915),segment_id=a723e0b2-5ada-4972-bf5d-6972a8b9a915)] {{(pid=85257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:19:07.296816 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-93b213cf-0962-4e4b-a4a8-72382c782efa req-831f8bd8-5295-441b-81c5-de18e716c53a tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853842851'] for port, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:07.299705 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-9678ea66-18d0-4edf-a90d-4428551c7380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:07.370446 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-561e20cd-be75-4b08-99fb-abeb60bcf04b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:07.405160 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-561e20cd-be75-4b08-99fb-abeb60bcf04b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:07.413175 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-6bb3817f-1dc4-4584-ba79-ae923575e684 req-496de731-d0d8-43cc-a4cb-3b9e24000bc1 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=d404a583-e3c0-4f88-b908-ba90aa4fc8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3658884 Apr 15 13:19:07.492885 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-561e20cd-be75-4b08-99fb-abeb60bcf04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:07.507537 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-8b9f9c5d-89ce-456e-9694-aa8942fe5482 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:07.529119 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [req-93b213cf-0962-4e4b-a4a8-72382c782efa req-831f8bd8-5295-441b-81c5-de18e716c53a tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Calling delete_port for 735f293a-0ef1-4b63-b381-c424aa74b668 owned by compute:nova {{(pid=85257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 13:19:07.534402 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e20cd-be75-4b08-99fb-abeb60bcf04b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5315caa-1d36-456a-8ce7-2f492b0d0bd8,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:07.551593 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-561e20cd-be75-4b08-99fb-abeb60bcf04b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:07.552717 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-561e20cd-be75-4b08-99fb-abeb60bcf04b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:07.553983 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-561e20cd-be75-4b08-99fb-abeb60bcf04b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b5315caa-1d36-456a-8ce7-2f492b0d0bd8 HTTP/1.1" status: 204 len: 168 time: 0.2605567 Apr 15 13:19:07.805344 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [req-aa19de63-6419-4b50-8e9f-496824be0d48 req-0ff65c62-0813-4e0d-8a14-d95c74b84d40 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] For port c219c348-57ba-4d15-9dff-047a3a087bd9, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c219c348-57ba-4d15-9dff-047a3a087bd9,segment=NetworkSegment(9733c4a1-3989-4087-8d08-859d05e9e450),segment_id=9733c4a1-3989-4087-8d08-859d05e9e450)] {{(pid=85257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:19:07.861767 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98c26f-d0de-4894-964c-b21b07873137 req-458ae23f-615d-4a2f-9cb6-567bd810facf tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:07.863498 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8f98c26f-d0de-4894-964c-b21b07873137 req-458ae23f-615d-4a2f-9cb6-567bd810facf tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 945 time: 0.2968323 Apr 15 13:19:07.935663 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8f98c26f-d0de-4894-964c-b21b07873137 req-11b3cdce-f26c-48f1-a7e6-8171e08b05d4 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/security-groups?id=79f2f648-de65-41bd-833b-05c6b0399182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576761 Apr 15 13:19:08.039091 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-aa19de63-6419-4b50-8e9f-496824be0d48 req-0ff65c62-0813-4e0d-8a14-d95c74b84d40 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks [] for port, precommit_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:08.042517 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-93b213cf-0962-4e4b-a4a8-72382c782efa req-831f8bd8-5295-441b-81c5-de18e716c53a tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757045826334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279809391903'] for port, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:08.044787 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-aa19de63-6419-4b50-8e9f-496824be0d48 req-0ff65c62-0813-4e0d-8a14-d95c74b84d40 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:08.080783 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] get_ports_and_sgs() called for port_ids ['735f293a-0ef1-4b63-b381-c424aa74b668'] {{(pid=85259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 13:19:08.160358 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-9ab0d274-2e6b-4d5a-9078-8adebcd5942e tempest-VolumesActionsTest-1628697008 tempest-VolumesActionsTest-1628697008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:08.175068 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] get_ports_and_sgs() called for port_ids ['c219c348-57ba-4d15-9dff-047a3a087bd9'] {{(pid=85259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 13:19:08.336693 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831f8bd8-5295-441b-81c5-de18e716c53a tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Pushing event deleted for resources: {'Port': ['ID=735f293a-0ef1-4b63-b381-c424aa74b668,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:08.357606 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-831f8bd8-5295-441b-81c5-de18e716c53a tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:08.358158 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-1dd1ae59-e1f4-47d2-8769-49ab583c98df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:08.578276 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff65c62-0813-4e0d-8a14-d95c74b84d40 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Pushing event updated for resources: {'Port': ['ID=c219c348-57ba-4d15-9dff-047a3a087bd9,revision_number=6']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:08.594524 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-0ff65c62-0813-4e0d-8a14-d95c74b84d40 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:08.628937 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa19de63-6419-4b50-8e9f-496824be0d48 req-0ff65c62-0813-4e0d-8a14-d95c74b84d40 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:08.629775 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-aa19de63-6419-4b50-8e9f-496824be0d48 req-0ff65c62-0813-4e0d-8a14-d95c74b84d40 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for port, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:08.631673 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-aa19de63-6419-4b50-8e9f-496824be0d48 req-0ff65c62-0813-4e0d-8a14-d95c74b84d40 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "PUT /v2.0/ports/c219c348-57ba-4d15-9dff-047a3a087bd9 HTTP/1.1" status: 200 len: 981 time: 2.3198719 Apr 15 13:19:08.632723 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc6147fd-2d41-43ca-8abd-49f6f364bc78', 'tag': 'c219c348-57ba-4d15-9dff-047a3a087bd9'}] {{(pid=85257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:19:08.901074 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] get_ports_and_sgs() called for port_ids ['c219c348-57ba-4d15-9dff-047a3a087bd9'] {{(pid=85259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 13:19:09.073906 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b213cf-0962-4e4b-a4a8-72382c782efa req-831f8bd8-5295-441b-81c5-de18e716c53a tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] No DVR routers for this DVR port 735f293a-0ef1-4b63-b381-c424aa74b668 on host hv-cinder-78494 {{(pid=85257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 13:19:09.106481 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-4f8945a3-b0e3-47fe-b281-b02054610c0f None None] Provisioning complete for port c219c348-57ba-4d15-9dff-047a3a087bd9 triggered by entity DHCP. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:19:09.107496 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4f8945a3-b0e3-47fe-b281-b02054610c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:09.123857 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-93b213cf-0962-4e4b-a4a8-72382c782efa req-831f8bd8-5295-441b-81c5-de18e716c53a tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for port, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:09.163803 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1687a709-f4e8-4f33-9502-03c620c45669 req-778235f7-a59f-440c-a667-3f09cfc6ac37 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:09.166087 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1687a709-f4e8-4f33-9502-03c620c45669 req-778235f7-a59f-440c-a667-3f09cfc6ac37 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 945 time: 0.3984268 Apr 15 13:19:09.167926 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-93b213cf-0962-4e4b-a4a8-72382c782efa req-831f8bd8-5295-441b-81c5-de18e716c53a tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.65 "DELETE /v2.0/ports/735f293a-0ef1-4b63-b381-c424aa74b668 HTTP/1.1" status: 204 len: 173 time: 2.6382601 Apr 15 13:19:09.176744 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a27147-eeff-453e-a06c-a42aa9cb43d3 req-cbf577f7-c081-4909-85e6-f0015e216021 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:09.185512 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-b0a27147-eeff-453e-a06c-a42aa9cb43d3 req-cbf577f7-c081-4909-85e6-f0015e216021 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc6147fd-2d41-43ca-8abd-49f6f364bc78 HTTP/1.1" status: 200 len: 984 time: 0.3059928 Apr 15 13:19:09.328197 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1687a709-f4e8-4f33-9502-03c620c45669 req-71ae9676-1c4d-46e2-ab59-2c010f0384bf tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=d404a583-e3c0-4f88-b908-ba90aa4fc8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392567 Apr 15 13:19:09.338531 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-b0a27147-eeff-453e-a06c-a42aa9cb43d3 req-b59d5008-7135-40ca-b8ac-3d5798a34281 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/security-groups?id=54ae3d8d-9200-4f86-bc71-03d25659e041&id=55717d8c-6ad6-49f3-b0c7-fb9161fab0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1512320 Apr 15 13:19:09.495988 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc6147fd-2d41-43ca-8abd-49f6f364bc78', 'tag': 'c219c348-57ba-4d15-9dff-047a3a087bd9', 'status': 'completed', 'code': 200} Apr 15 13:19:09.732274 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-8154d9ce-c07b-468a-8364-f500479f5dff req-00c5e8fe-8536-4540-91b1-6add65cc69bb tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Synchronizing usage tracker for tenant:7a25fc3ecff749c59e42598d52e7b9fc on resource:port {{(pid=85257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 13:19:09.752852 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07c8d5-f2e1-49b4-8384-cf1030c739cc req-957e51c1-585f-432f-b495-75d6139c6278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:09.754731 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-2f07c8d5-f2e1-49b4-8384-cf1030c739cc req-957e51c1-585f-432f-b495-75d6139c6278 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=06a7ee46542d4f8884190e4353903cd9&device_id=cc6147fd-2d41-43ca-8abd-49f6f364bc78 HTTP/1.1" status: 200 len: 1137 time: 0.2026253 Apr 15 13:19:09.854245 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-8154d9ce-c07b-468a-8364-f500479f5dff req-00c5e8fe-8536-4540-91b1-6add65cc69bb tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Unset dirty status for tenant:7a25fc3ecff749c59e42598d52e7b9fc on resource:port {{(pid=85257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 13:19:09.855816 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8154d9ce-c07b-468a-8364-f500479f5dff req-00c5e8fe-8536-4540-91b1-6add65cc69bb tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 210 time: 0.2105181 Apr 15 13:19:09.953979 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07c8d5-f2e1-49b4-8384-cf1030c739cc req-7caa48ef-14a1-416c-90e0-60ef8f22c54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:09.956820 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-2f07c8d5-f2e1-49b4-8384-cf1030c739cc req-7caa48ef-14a1-416c-90e0-60ef8f22c54a service neutron] 10.222.0.65 "GET /v2.0/networks?id=0f9785c8-77af-4ae7-b996-ffbea947a1be HTTP/1.1" status: 200 len: 916 time: 0.1900537 Apr 15 13:19:10.200268 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-2f07c8d5-f2e1-49b4-8384-cf1030c739cc req-75f6b94d-f165-4107-a6ce-319142c617f5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c219c348-57ba-4d15-9dff-047a3a087bd9 HTTP/1.1" status: 200 len: 1001 time: 0.2356944 Apr 15 13:19:10.291300 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device 735f293a-0ef1-4b63-b381-c424aa74b668 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 13:19:10.361273 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] No Port match for: 735f293a-0ef1-4b63-b381-c424aa74b668 {{(pid=85259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 13:19:10.361941 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device 735f293a-0ef1-4b63-b381-c424aa74b668 not bound to the agent host hv-cinder-78494 {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 13:19:10.799704 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07c8d5-f2e1-49b4-8384-cf1030c739cc req-bfa225f5-1d5d-40f1-b00f-26f929b468b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:10.799704 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-2f07c8d5-f2e1-49b4-8384-cf1030c739cc req-bfa225f5-1d5d-40f1-b00f-26f929b468b4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=747f79b7-7f51-4cf9-813a-8c186b8b3fc8 HTTP/1.1" status: 200 len: 854 time: 0.5899782 Apr 15 13:19:10.915008 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798fbc7-5238-4e36-97a2-a0325165ca12 req-9963ac02-3373-42b1-8c42-9a67e3811585 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:10.916866 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c798fbc7-5238-4e36-97a2-a0325165ca12 req-9963ac02-3373-42b1-8c42-9a67e3811585 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 945 time: 0.2067838 Apr 15 13:19:10.987191 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07c8d5-f2e1-49b4-8384-cf1030c739cc req-75b73708-30af-4a69-ad63-21ffcc66063c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:10.988836 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-2f07c8d5-f2e1-49b4-8384-cf1030c739cc req-75b73708-30af-4a69-ad63-21ffcc66063c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0f9785c8-77af-4ae7-b996-ffbea947a1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1800411 Apr 15 13:19:10.992316 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c798fbc7-5238-4e36-97a2-a0325165ca12 req-50ca51f9-48e3-4fa4-beec-3a565a0a2491 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=d404a583-e3c0-4f88-b908-ba90aa4fc8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683770 Apr 15 13:19:11.166030 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-728aa44c-03b9-474b-97f4-3f56769b8b8c req-cfca22b2-63a0-44b3-abda-d8f3643eeaa4 tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] 10.222.0.64 "GET /v2.0/ports?device_id=6466a2b9-02e4-4e18-9c1a-b7be90386e80 HTTP/1.1" status: 200 len: 210 time: 0.1273355 Apr 15 13:19:11.210558 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-2f07c8d5-f2e1-49b4-8384-cf1030c739cc req-bf387ee5-aa65-499c-a123-9dd50e628288 service neutron] 10.222.0.65 "GET /v2.0/networks/0f9785c8-77af-4ae7-b996-ffbea947a1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085056 Apr 15 13:19:11.358433 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-2f07c8d5-f2e1-49b4-8384-cf1030c739cc req-c1b8021c-01f8-485f-ac6a-176290cd106d service neutron] 10.222.0.65 "GET /v2.0/networks/0f9785c8-77af-4ae7-b996-ffbea947a1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357532 Apr 15 13:19:11.497346 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6466a2b9-02e4-4e18-9c1a-b7be90386e80', 'name': 'network-vif-deleted', 'tag': '735f293a-0ef1-4b63-b381-c424aa74b668'}] {{(pid=85257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:19:11.544935 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 41240) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:19:11.549768 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6466a2b9-02e4-4e18-9c1a-b7be90386e80', 'name': 'network-vif-deleted', 'tag': '735f293a-0ef1-4b63-b381-c424aa74b668', 'status': 'completed', 'code': 200} Apr 15 13:19:11.615466 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_v2 [None req-32a768db-2766-446d-aa97-e8deb9746abf admin admin] Deleting subnet 04b9f48c-768b-4eb9-b5e3-cd4654c7fa10 {{(pid=85258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 13:19:11.618586 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-32a768db-2766-446d-aa97-e8deb9746abf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:11.671369 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-32a768db-2766-446d-aa97-e8deb9746abf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853032496'] for subnet, precommit_delete_associations {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:11.730281 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-32a768db-2766-446d-aa97-e8deb9746abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1806'] for subnet, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:11.830578 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921da09b-12c9-4c57-af94-c5c5556fc2fb req-6cbc90e2-4252-4daa-9a5e-02d8fb5696b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:11.832251 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-921da09b-12c9-4c57-af94-c5c5556fc2fb req-6cbc90e2-4252-4daa-9a5e-02d8fb5696b0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3edcfff57f6b4d3a989c0baa167aa5b1&device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 1098 time: 0.0804243 Apr 15 13:19:11.974827 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921da09b-12c9-4c57-af94-c5c5556fc2fb req-5ab23571-68ce-487a-927b-20615ec9b28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:11.976430 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-921da09b-12c9-4c57-af94-c5c5556fc2fb req-5ab23571-68ce-487a-927b-20615ec9b28c service neutron] 10.222.0.65 "GET /v2.0/networks?id=a011c5a8-19dd-4b3a-aac8-fb661fc52f6c HTTP/1.1" status: 200 len: 918 time: 0.1373186 Apr 15 13:19:12.004454 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b64860c6-35fd-4303-95b8-aaee95a5a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:12.022786 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-32a768db-2766-446d-aa97-e8deb9746abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844033659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1471416'] for subnet, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:12.041541 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:12.091554 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-921da09b-12c9-4c57-af94-c5c5556fc2fb req-49d04184-5278-4924-8d3c-e2be5bc5c347 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd HTTP/1.1" status: 200 len: 1001 time: 0.1072557 Apr 15 13:19:12.228864 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921da09b-12c9-4c57-af94-c5c5556fc2fb req-675ef1a3-d84f-4674-ba2b-1da6bc72c401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:12.230469 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-921da09b-12c9-4c57-af94-c5c5556fc2fb req-675ef1a3-d84f-4674-ba2b-1da6bc72c401 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a4c8aae7-d54c-4123-b3a9-729be74bee3f HTTP/1.1" status: 200 len: 856 time: 0.1301622 Apr 15 13:19:12.300682 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 41254) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:19:12.313667 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb95e4-a565-4205-9239-46597fba4c53 req-268ec281-ce67-4c86-9638-b2c1c3d615c4 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:12.315372 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-bffb95e4-a565-4205-9239-46597fba4c53 req-268ec281-ce67-4c86-9638-b2c1c3d615c4 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 945 time: 0.1736479 Apr 15 13:19:12.365529 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a768db-2766-446d-aa97-e8deb9746abf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04b9f48c-768b-4eb9-b5e3-cd4654c7fa10,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:12.369699 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-32a768db-2766-446d-aa97-e8deb9746abf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:12.416149 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-32a768db-2766-446d-aa97-e8deb9746abf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for subnet, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:12.422240 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-32a768db-2766-446d-aa97-e8deb9746abf admin admin] 10.222.0.64 "DELETE /v2.0/subnets/04b9f48c-768b-4eb9-b5e3-cd4654c7fa10 HTTP/1.1" status: 204 len: 168 time: 0.8761525 Apr 15 13:19:12.425052 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 41262) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:19:12.532197 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-bffb95e4-a565-4205-9239-46597fba4c53 req-87f49f7f-1140-46d5-b890-f7ff72b6d962 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=d404a583-e3c0-4f88-b908-ba90aa4fc8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511958 Apr 15 13:19:12.561006 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4af44c34-87e8-47cf-a3ed-0ea206437a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854359108'] for network, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:12.570781 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921da09b-12c9-4c57-af94-c5c5556fc2fb req-6445fc40-6a5e-4336-9d1c-bfe932b971eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:12.573114 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-921da09b-12c9-4c57-af94-c5c5556fc2fb req-6445fc40-6a5e-4336-9d1c-bfe932b971eb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a011c5a8-19dd-4b3a-aac8-fb661fc52f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3319170 Apr 15 13:19:12.792612 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4af44c34-87e8-47cf-a3ed-0ea206437a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854696719', 'neutron.services.segments.db._delete_segments_for_network--9223363279808872257'] for network, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:12.921312 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.services.segments.db [None req-4af44c34-87e8-47cf-a3ed-0ea206437a59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb62c6ba-4065-4853-860d-054c00065fae']}} {{(pid=85258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:19:12.928677 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-921da09b-12c9-4c57-af94-c5c5556fc2fb req-94337f99-60b4-41d9-a52c-fdb7ce3a9f4d service neutron] 10.222.0.65 "GET /v2.0/networks/a011c5a8-19dd-4b3a-aac8-fb661fc52f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450925 Apr 15 13:19:12.935255 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.services.segments.db [None req-4af44c34-87e8-47cf-a3ed-0ea206437a59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22f0d6e2-7748-4e87-9de7-644041666d2a') {'for_net_delete': True} {{(pid=85258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:19:12.935647 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.services.segments.db [None req-4af44c34-87e8-47cf-a3ed-0ea206437a59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22f0d6e2-7748-4e87-9de7-644041666d2a') {} {{(pid=85258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:19:12.948738 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4af44c34-87e8-47cf-a3ed-0ea206437a59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279808868673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743304'] for segment, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:12.966095 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4af44c34-87e8-47cf-a3ed-0ea206437a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773144'] for segment, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:12.972938 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4af44c34-87e8-47cf-a3ed-0ea206437a59 admin admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=85258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 13:19:13.137227 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-921da09b-12c9-4c57-af94-c5c5556fc2fb req-e726a5a0-0788-4ab6-8617-5619149f3099 service neutron] 10.222.0.65 "GET /v2.0/networks/a011c5a8-19dd-4b3a-aac8-fb661fc52f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009542 Apr 15 13:19:13.160347 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-4af44c34-87e8-47cf-a3ed-0ea206437a59 admin admin] Network bb62c6ba-4065-4853-860d-054c00065fae has no segments {{(pid=85258) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 13:19:13.171399 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4af44c34-87e8-47cf-a3ed-0ea206437a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10742566'] for segment, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:13.235940 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a0dc009b-3be3-4b55-9411-0f6a6902593f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853743104'] for router_interface, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:13.360545 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-4af44c34-87e8-47cf-a3ed-0ea206437a59 admin admin] Network bb62c6ba-4065-4853-860d-054c00065fae has no segments {{(pid=85258) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 13:19:13.386381 dv-cinder-784945-5-smb neutron-server[85144]: Traceback (most recent call last): Apr 15 13:19:13.386381 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 13:19:13.386381 dv-cinder-784945-5-smb neutron-server[85144]: timer() Apr 15 13:19:13.386381 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 13:19:13.386381 dv-cinder-784945-5-smb neutron-server[85144]: cb(*args, **kw) Apr 15 13:19:13.386381 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 13:19:13.386381 dv-cinder-784945-5-smb neutron-server[85144]: return func(*args, **kwargs) Apr 15 13:19:13.386381 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 13:19:13.386381 dv-cinder-784945-5-smb neutron-server[85144]: self._notify() Apr 15 13:19:13.386381 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 13:19:13.386381 dv-cinder-784945-5-smb neutron-server[85144]: self.callback(batched_events) Apr 15 13:19:13.386381 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 13:19:13.386381 dv-cinder-784945-5-smb neutron-server[85144]: event.method(event) Apr 15 13:19:13.386381 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 13:19:13.386381 dv-cinder-784945-5-smb neutron-server[85144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 13:19:13.386381 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 13:19:13.386381 dv-cinder-784945-5-smb neutron-server[85144]: segment_id)['aggregates'][0] Apr 15 13:19:13.386381 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 13:19:13.386381 dv-cinder-784945-5-smb neutron-server[85144]: return f(self, *a, **k) Apr 15 13:19:13.386381 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 13:19:13.386381 dv-cinder-784945-5-smb neutron-server[85144]: return self._get(url).json() Apr 15 13:19:13.386381 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 13:19:13.386381 dv-cinder-784945-5-smb neutron-server[85144]: **kwargs) Apr 15 13:19:13.386381 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 13:19:13.386381 dv-cinder-784945-5-smb neutron-server[85144]: return self.request(url, 'GET', **kwargs) Apr 15 13:19:13.386381 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 13:19:13.386381 dv-cinder-784945-5-smb neutron-server[85144]: **endpoint_filter) Apr 15 13:19:13.386381 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 13:19:13.386381 dv-cinder-784945-5-smb neutron-server[85144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 13:19:13.386381 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 13:19:13.386381 dv-cinder-784945-5-smb neutron-server[85144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 13:19:13.386381 dv-cinder-784945-5-smb neutron-server[85144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 13:19:13.476733 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4af44c34-87e8-47cf-a3ed-0ea206437a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-78982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1032985'] for network, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:13.481515 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-61b69d05-cdd6-4738-a49e-ab6bca33977e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:13.499587 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4af44c34-87e8-47cf-a3ed-0ea206437a59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for network, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:13.506748 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af44c34-87e8-47cf-a3ed-0ea206437a59 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb62c6ba-4065-4853-860d-054c00065fae,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:13.511151 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-4af44c34-87e8-47cf-a3ed-0ea206437a59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:13.513256 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-4af44c34-87e8-47cf-a3ed-0ea206437a59 admin admin] 10.222.0.64 "DELETE /v2.0/networks/bb62c6ba-4065-4853-860d-054c00065fae HTTP/1.1" status: 204 len: 168 time: 1.0872314 Apr 15 13:19:13.718342 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 41284) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:19:13.772466 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-3ea8e4ea-65ad-4401-80f0-943229424120 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=aa70b07eec62485d99d5cf35f9736a8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0526962 Apr 15 13:19:13.775061 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 41288) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:19:13.829993 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.agents_db [None req-862eb08b-2c52-41b8-8db2-56e94ab18918 None None] Agent healthcheck: found 6 active agents {{(pid=85260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 13:19:13.840316 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-469348b9-9806-471d-859b-76e2bf21201b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:13.844432 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321872ba-7629-4466-94a9-2d50cfe9670d req-36cf9ef4-efba-456d-89e7-93d52190faf5 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:13.846062 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-321872ba-7629-4466-94a9-2d50cfe9670d req-36cf9ef4-efba-456d-89e7-93d52190faf5 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 945 time: 0.1661236 Apr 15 13:19:13.870706 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-469348b9-9806-471d-859b-76e2bf21201b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:13.924554 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-469348b9-9806-471d-859b-76e2bf21201b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:13.929774 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-561e20cd-be75-4b08-99fb-abeb60bcf04b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:13.940927 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469348b9-9806-471d-859b-76e2bf21201b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fcce161-b9ff-4e78-b61f-4934af8318e9,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:13.946678 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-469348b9-9806-471d-859b-76e2bf21201b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:13.948999 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-469348b9-9806-471d-859b-76e2bf21201b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:13.950125 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-469348b9-9806-471d-859b-76e2bf21201b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2fcce161-b9ff-4e78-b61f-4934af8318e9 HTTP/1.1" status: 204 len: 168 time: 0.1740322 Apr 15 13:19:13.961343 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-321872ba-7629-4466-94a9-2d50cfe9670d req-1b64c6a9-f012-4025-82c9-534748a5a9f8 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=d404a583-e3c0-4f88-b908-ba90aa4fc8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082716 Apr 15 13:19:13.965439 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-a0dc009b-3be3-4b55-9411-0f6a6902593f admin admin] Deleting port 51f8d04f-67d1-4efd-b226-c92188d4c325 {{(pid=85257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 13:19:13.966063 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a0dc009b-3be3-4b55-9411-0f6a6902593f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279808963205'] for port, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:14.173696 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-a0dc009b-3be3-4b55-9411-0f6a6902593f admin admin] For port 51f8d04f-67d1-4efd-b226-c92188d4c325, host dv-cinder-784945-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=51f8d04f-67d1-4efd-b226-c92188d4c325,segment=NetworkSegment(a723e0b2-5ada-4972-bf5d-6972a8b9a915),segment_id=a723e0b2-5ada-4972-bf5d-6972a8b9a915)] {{(pid=85257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:19:14.174130 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a0dc009b-3be3-4b55-9411-0f6a6902593f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853842851'] for port, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:14.230783 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd no longer exists at agent hyperv_hv-cinder-78494 {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 13:19:14.317130 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-a0dc009b-3be3-4b55-9411-0f6a6902593f admin admin] Calling delete_port for 51f8d04f-67d1-4efd-b226-c92188d4c325 owned by network:router_interface {{(pid=85257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 13:19:14.345342 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 41310) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:19:14.372343 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:14.410251 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4beb7c73-e4de-4189-88a4-bf7977ff5414', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd'}] {{(pid=85259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:19:14.434841 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd,segment=NetworkSegment(063acdd5-d5b4-42f0-8d65-a7c12793df51),segment_id=063acdd5-d5b4-42f0-8d65-a7c12793df51)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:19:14.440665 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:14.447906 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:14.505807 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-65b4f11d-76a2-49f6-9eeb-2c6180722b36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:14.520425 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4beb7c73-e4de-4189-88a4-bf7977ff5414', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd', 'code': 200} Apr 15 13:19:14.526512 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-65b4f11d-76a2-49f6-9eeb-2c6180722b36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:19:14.531931 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-65b4f11d-76a2-49f6-9eeb-2c6180722b36 admin admin] Usage tracker for resource:security_group_rule and tenant:8e31aed1fb3245868b84586550edc76f is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:19:14.535270 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-65b4f11d-76a2-49f6-9eeb-2c6180722b36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:19:14.544450 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-65b4f11d-76a2-49f6-9eeb-2c6180722b36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:19:14.549576 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Pushing event updated for resources: {'Port': ['ID=cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd,revision_number=8']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:14.558975 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:19:14.559678 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:19:14.560231 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:19:14.560763 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:19:14.561291 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:19:14.561819 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:19:14.562360 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:19:14.562884 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:19:14.563417 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:19:14.563958 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:19:14.565700 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:19:14.566293 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:19:14.578857 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:14.641686 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ed294ee0-14f6-4d29-8561-05bc59cedbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:14.650052 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-65b4f11d-76a2-49f6-9eeb-2c6180722b36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:14.653210 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-65b4f11d-76a2-49f6-9eeb-2c6180722b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:14.662810 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-14010b0a-79e4-4314-8b1e-f4e7187c9bbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:14.703231 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a0dc009b-3be3-4b55-9411-0f6a6902593f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757045826334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279809391903'] for port, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:14.707979 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-65b4f11d-76a2-49f6-9eeb-2c6180722b36 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8e31aed1fb3245868b84586550edc76f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3611948 Apr 15 13:19:14.709668 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b4f11d-76a2-49f6-9eeb-2c6180722b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ec5252-7e5d-4a2d-9402-79edbfe35612,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:14.712233 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 41330) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:19:14.715325 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-65b4f11d-76a2-49f6-9eeb-2c6180722b36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:14.727805 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-bb3dffff-1342-4180-87cc-7402789af49e tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:14.806871 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2b2cfcca-5d21-4605-a9c1-5ffab2f2ac88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:14.839697 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc009b-3be3-4b55-9411-0f6a6902593f admin admin] Pushing event deleted for resources: {'Port': ['ID=51f8d04f-67d1-4efd-b226-c92188d4c325,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:14.843337 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2b2cfcca-5d21-4605-a9c1-5ffab2f2ac88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:14.843709 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-a0dc009b-3be3-4b55-9411-0f6a6902593f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:14.891153 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2b2cfcca-5d21-4605-a9c1-5ffab2f2ac88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:14.896692 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-469348b9-9806-471d-859b-76e2bf21201b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:14.908502 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2cfcca-5d21-4605-a9c1-5ffab2f2ac88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ec5252-7e5d-4a2d-9402-79edbfe35612,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:14.911656 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-2b2cfcca-5d21-4605-a9c1-5ffab2f2ac88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:14.918157 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2b2cfcca-5d21-4605-a9c1-5ffab2f2ac88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:14.922119 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-2b2cfcca-5d21-4605-a9c1-5ffab2f2ac88 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/97ec5252-7e5d-4a2d-9402-79edbfe35612 HTTP/1.1" status: 204 len: 168 time: 0.2060008 Apr 15 13:19:15.153322 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a0dc009b-3be3-4b55-9411-0f6a6902593f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853742635'] for router_interface, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:15.389947 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d728d478-6f78-4b70-900f-7f9009799b88 req-9bac40f9-30cd-4ca5-9a6e-79748f59f701 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:15.391661 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d728d478-6f78-4b70-900f-7f9009799b88 req-9bac40f9-30cd-4ca5-9a6e-79748f59f701 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 943 time: 0.2215397 Apr 15 13:19:15.392048 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c87900dd-59db-4d9b-b688-8554058ba32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:15.418355 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 41348) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:19:15.437833 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-33642d56-291f-4791-87e8-b94705b31075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:15.455245 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-33642d56-291f-4791-87e8-b94705b31075 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:19:15.459430 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-33642d56-291f-4791-87e8-b94705b31075 admin admin] Usage tracker for resource:security_group_rule and tenant:3c91569b690c4dff86c3c265e83e551f is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:19:15.463396 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-33642d56-291f-4791-87e8-b94705b31075 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:19:15.470773 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-33642d56-291f-4791-87e8-b94705b31075 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:19:15.571376 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-33642d56-291f-4791-87e8-b94705b31075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:15.577253 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-33642d56-291f-4791-87e8-b94705b31075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:15.604201 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-81310b95-9b54-4b23-a4ee-0760333eb56b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:15.607815 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d728d478-6f78-4b70-900f-7f9009799b88 req-62209f2e-a3b8-41e4-8835-6092840ae170 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=d404a583-e3c0-4f88-b908-ba90aa4fc8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548676 Apr 15 13:19:15.658710 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-33642d56-291f-4791-87e8-b94705b31075 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3c91569b690c4dff86c3c265e83e551f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2367439 Apr 15 13:19:15.658710 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33642d56-291f-4791-87e8-b94705b31075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2eee65c-4c1e-4aa0-903c-e0c8fdb0df80,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:15.673466 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 41356) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:19:15.676751 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-33642d56-291f-4791-87e8-b94705b31075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:15.751016 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-8b065992-4064-4ee1-8c85-9c5594f8086d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:15.791493 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-8b065992-4064-4ee1-8c85-9c5594f8086d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:15.842032 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-8b065992-4064-4ee1-8c85-9c5594f8086d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:15.847924 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-6bc93fb6-3529-4cb1-8afd-b76578b57a94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:15.863216 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b065992-4064-4ee1-8c85-9c5594f8086d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2eee65c-4c1e-4aa0-903c-e0c8fdb0df80,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:15.866837 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-8b065992-4064-4ee1-8c85-9c5594f8086d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:15.868732 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-8b065992-4064-4ee1-8c85-9c5594f8086d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:15.869673 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-8b065992-4064-4ee1-8c85-9c5594f8086d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c2eee65c-4c1e-4aa0-903c-e0c8fdb0df80 HTTP/1.1" status: 204 len: 168 time: 0.1951101 Apr 15 13:19:15.951512 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:16.095409 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0dc009b-3be3-4b55-9411-0f6a6902593f admin admin] Router 02e02ccf-5adb-48bd-87c2-a6d490870281 has already been hosted by L3 agent d2850426-fba2-4e27-a3ef-bf91b3b25695 {{(pid=85257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 13:19:16.290148 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0dc009b-3be3-4b55-9411-0f6a6902593f admin admin] Notify agent at l3_agent.dv-cinder-784945-5-smb the message routers_updated {{(pid=85257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 13:19:16.300745 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdd99a7-f926-47c6-b424-ec277b0e1f9a None None] Sync routers for ids ['02e02ccf-5adb-48bd-87c2-a6d490870281'] in dv-cinder-784945-5-smb {{(pid=85260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 13:19:16.310266 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-a0dc009b-3be3-4b55-9411-0f6a6902593f admin admin] 10.222.0.64 "PUT /v2.0/routers/02e02ccf-5adb-48bd-87c2-a6d490870281/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0043697 Apr 15 13:19:16.310645 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 41370) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:19:16.313260 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdd99a7-f926-47c6-b424-ec277b0e1f9a None None] Routers {'02e02ccf-5adb-48bd-87c2-a6d490870281'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:19:16.314066 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-ebdd99a7-f926-47c6-b424-ec277b0e1f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:19:15Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['02e02ccf-5adb-48bd-87c2-a6d490870281'], 'active': True} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:19:16.515906 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-ebdd99a7-f926-47c6-b424-ec277b0e1f9a None None] Set router 02e02ccf-5adb-48bd-87c2-a6d490870281 gateway port host: dv-cinder-784945-5-smb {{(pid=85260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:19:16.516405 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0bddd86b-65b7-4510-9da6-a68ce6082bd9 admin admin] Notify callbacks [] for router, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:16.772603 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0bddd86b-65b7-4510-9da6-a68ce6082bd9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:16.872080 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-0bddd86b-65b7-4510-9da6-a68ce6082bd9 admin admin] Deleting port d826b980-ee36-47e6-a7e1-38f4963b5b16 {{(pid=85257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 13:19:16.872620 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0bddd86b-65b7-4510-9da6-a68ce6082bd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279808963205'] for port, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:16.884822 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-ebdd99a7-f926-47c6-b424-ec277b0e1f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e02ccf-5adb-48bd-87c2-a6d490870281', 'name': 'tempest-ServerRescueNegativeTestJSON-1704726785-router', 'tenant_id': '7a25fc3ecff749c59e42598d52e7b9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.63'}], 'enable_snat': True}, 'gw_port_id': 'd826b980-ee36-47e6-a7e1-38f4963b5b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:15:46Z', 'updated_at': '2021-04-15T13:19:14Z', 'revision_number': 5, 'project_id': '7a25fc3ecff749c59e42598d52e7b9fc', 'gw_port': {'id': 'd826b980-ee36-47e6-a7e1-38f4963b5b16', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ce:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e02ccf-5adb-48bd-87c2-a6d490870281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:15:47Z', 'updated_at': '2021-04-15T13:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb'}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:19:16.893947 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdd99a7-f926-47c6-b424-ec277b0e1f9a None None] Checking router: 02e02ccf-5adb-48bd-87c2-a6d490870281 for host: dv-cinder-784945-5-smb {{(pid=85260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 13:19:16.898656 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47a557f2-6ce0-416f-9ef8-17658d5933ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:16.908795 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdd99a7-f926-47c6-b424-ec277b0e1f9a None None] Routers {'02e02ccf-5adb-48bd-87c2-a6d490870281'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:19:16.909459 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-ebdd99a7-f926-47c6-b424-ec277b0e1f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:19:15Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['02e02ccf-5adb-48bd-87c2-a6d490870281'], 'active': True} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:19:17.069166 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c977a08b-d681-4760-a39e-0642303f6398 req-5f9430bd-5653-46d6-9f7f-ba8a70db88b7 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:17.078409 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c977a08b-d681-4760-a39e-0642303f6398 req-5f9430bd-5653-46d6-9f7f-ba8a70db88b7 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 943 time: 0.2935419 Apr 15 13:19:17.097460 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-ebdd99a7-f926-47c6-b424-ec277b0e1f9a None None] Set router 02e02ccf-5adb-48bd-87c2-a6d490870281 gateway port host: None {{(pid=85260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:19:17.159579 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c977a08b-d681-4760-a39e-0642303f6398 req-a3a33622-570c-4fb8-b316-3def6929262d tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=d404a583-e3c0-4f88-b908-ba90aa4fc8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801189 Apr 15 13:19:17.194819 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-0bddd86b-65b7-4510-9da6-a68ce6082bd9 admin admin] For port d826b980-ee36-47e6-a7e1-38f4963b5b16, host dv-cinder-784945-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=d826b980-ee36-47e6-a7e1-38f4963b5b16,segment=NetworkSegment(906bcebc-1c01-4a0b-bcb7-9d225f9b16c2),segment_id=906bcebc-1c01-4a0b-bcb7-9d225f9b16c2)] {{(pid=85257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:19:17.195098 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0bddd86b-65b7-4510-9da6-a68ce6082bd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853842851'] for port, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:17.239167 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-ebdd99a7-f926-47c6-b424-ec277b0e1f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e02ccf-5adb-48bd-87c2-a6d490870281', 'name': 'tempest-ServerRescueNegativeTestJSON-1704726785-router', 'tenant_id': '7a25fc3ecff749c59e42598d52e7b9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:15:46Z', 'updated_at': '2021-04-15T13:19:16Z', 'revision_number': 6, 'project_id': '7a25fc3ecff749c59e42598d52e7b9fc', 'gw_port_host': None}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:19:17.245341 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdd99a7-f926-47c6-b424-ec277b0e1f9a None None] The sync data for ids ['02e02ccf-5adb-48bd-87c2-a6d490870281'] in dv-cinder-784945-5-smb is: [{'id': '02e02ccf-5adb-48bd-87c2-a6d490870281', 'name': 'tempest-ServerRescueNegativeTestJSON-1704726785-router', 'tenant_id': '7a25fc3ecff749c59e42598d52e7b9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:15:46Z', 'updated_at': '2021-04-15T13:19:16Z', 'revision_number': 6, 'project_id': '7a25fc3ecff749c59e42598d52e7b9fc', 'gw_port_host': None}] {{(pid=85260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 13:19:17.378335 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-0bddd86b-65b7-4510-9da6-a68ce6082bd9 admin admin] Calling delete_port for d826b980-ee36-47e6-a7e1-38f4963b5b16 owned by network:router_gateway {{(pid=85257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 13:19:17.602270 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0bddd86b-65b7-4510-9da6-a68ce6082bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757045826334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279809391903'] for port, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:17.622333 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-87e471d9-bbfc-436a-a2c2-2bb74386424c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:17.728092 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bddd86b-65b7-4510-9da6-a68ce6082bd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d826b980-ee36-47e6-a7e1-38f4963b5b16,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:17.735669 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-0bddd86b-65b7-4510-9da6-a68ce6082bd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:17.856017 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0bddd86b-65b7-4510-9da6-a68ce6082bd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853742797'] for router_gateway, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:18.063723 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0bddd86b-65b7-4510-9da6-a68ce6082bd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853741611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854710299'] for router, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:18.066712 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0bddd86b-65b7-4510-9da6-a68ce6082bd9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:18.226222 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd no longer exists at agent hyperv_hv-cinder-78494 {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 13:19:18.252913 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0bddd86b-65b7-4510-9da6-a68ce6082bd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1039941'] for router, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:18.253818 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bddd86b-65b7-4510-9da6-a68ce6082bd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02e02ccf-5adb-48bd-87c2-a6d490870281 {{(pid=85257) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 13:19:18.324712 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0bddd86b-65b7-4510-9da6-a68ce6082bd9 admin admin] Notify callbacks [] for router, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:18.329536 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 41458) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:19:18.333297 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-0bddd86b-65b7-4510-9da6-a68ce6082bd9 admin admin] 10.222.0.64 "DELETE /v2.0/routers/02e02ccf-5adb-48bd-87c2-a6d490870281 HTTP/1.1" status: 204 len: 168 time: 2.0212610 Apr 15 13:19:18.380606 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f3e14-18c1-46d0-858b-2093ca5e7ced req-71fa774d-a2e6-4610-8dd4-e770eb8c0c05 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:18.386570 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-699f3e14-18c1-46d0-858b-2093ca5e7ced req-71fa774d-a2e6-4610-8dd4-e770eb8c0c05 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 943 time: 0.2203844 Apr 15 13:19:18.447496 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_v2 [None req-71387b42-6f38-4b98-b0af-450bbf4fcfd1 admin admin] Deleting subnet 734b4bd6-c885-4d5b-bca7-827d1f80adde {{(pid=85258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 13:19:18.462136 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-71387b42-6f38-4b98-b0af-450bbf4fcfd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:18.534381 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-699f3e14-18c1-46d0-858b-2093ca5e7ced req-68d28ac7-de39-4400-b146-bd115df1b8af tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=d404a583-e3c0-4f88-b908-ba90aa4fc8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377256 Apr 15 13:19:18.536680 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-71387b42-6f38-4b98-b0af-450bbf4fcfd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853032496'] for subnet, precommit_delete_associations {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:18.622663 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-71387b42-6f38-4b98-b0af-450bbf4fcfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1806'] for subnet, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:18.656715 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device 51f8d04f-67d1-4efd-b226-c92188d4c325 no longer exists at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 13:19:18.709207 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] No Port match for: 51f8d04f-67d1-4efd-b226-c92188d4c325 {{(pid=85259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 13:19:18.710050 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device 51f8d04f-67d1-4efd-b226-c92188d4c325 not bound to the agent host dv-cinder-784945-5-smb {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 13:19:18.711569 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device d826b980-ee36-47e6-a7e1-38f4963b5b16 no longer exists at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 13:19:18.852544 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] No Port match for: d826b980-ee36-47e6-a7e1-38f4963b5b16 {{(pid=85259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 13:19:18.853120 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device d826b980-ee36-47e6-a7e1-38f4963b5b16 not bound to the agent host dv-cinder-784945-5-smb {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 13:19:18.887420 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 41494) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:19:19.048884 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-71387b42-6f38-4b98-b0af-450bbf4fcfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844033659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1471416'] for subnet, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:19.053533 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 41510) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:19:19.099751 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-81d36a00-bb4b-48c6-bfda-b066d3a89604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:19.152297 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-dc744b45-a0b2-4968-a2ea-5b376a795561 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:19.168916 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-81d36a00-bb4b-48c6-bfda-b066d3a89604 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:19:19.183756 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-81d36a00-bb4b-48c6-bfda-b066d3a89604 admin admin] Usage tracker for resource:security_group_rule and tenant:e03f28e8b4af43e79a5f54e9b74d4ea6 is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:19:19.187942 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-81d36a00-bb4b-48c6-bfda-b066d3a89604 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:19:19.203339 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-81d36a00-bb4b-48c6-bfda-b066d3a89604 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:19:19.225589 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71387b42-6f38-4b98-b0af-450bbf4fcfd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=734b4bd6-c885-4d5b-bca7-827d1f80adde,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:19.234049 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-71387b42-6f38-4b98-b0af-450bbf4fcfd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:19.267037 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-9678f5f3-5221-4ce4-bb47-67c1c38a50b4 req-b45e3fee-a946-409d-8fab-48c3c5d7c417 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2120826 Apr 15 13:19:19.270820 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-71387b42-6f38-4b98-b0af-450bbf4fcfd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for subnet, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:19.278795 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-71387b42-6f38-4b98-b0af-450bbf4fcfd1 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/734b4bd6-c885-4d5b-bca7-827d1f80adde HTTP/1.1" status: 204 len: 168 time: 0.9473040 Apr 15 13:19:19.281397 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 41526) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:19:19.354233 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-81d36a00-bb4b-48c6-bfda-b066d3a89604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:19.357378 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-81d36a00-bb4b-48c6-bfda-b066d3a89604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:19.389508 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-bf3caa28-27c8-4cb0-9029-fadcef34685d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:19.402301 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-81d36a00-bb4b-48c6-bfda-b066d3a89604 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e03f28e8b4af43e79a5f54e9b74d4ea6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5110674 Apr 15 13:19:19.403258 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 41542) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:19:19.429284 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d36a00-bb4b-48c6-bfda-b066d3a89604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2defd2-eda9-49da-a2e4-4adad861181c,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:19.433606 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-81d36a00-bb4b-48c6-bfda-b066d3a89604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:19.450168 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-72339165-14d7-462b-baa2-0bc49407232b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854359108'] for network, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:19.690059 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ba70c80d-85e6-4a7d-905f-dcd1d51b8492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:19.735969 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-72339165-14d7-462b-baa2-0bc49407232b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854696719', 'neutron.services.segments.db._delete_segments_for_network--9223363279808872257'] for network, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:19.826052 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ba70c80d-85e6-4a7d-905f-dcd1d51b8492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:19.831783 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b0347-6a86-4983-882f-417fb2dc50b1 req-c0457255-1d50-49c0-8f30-d8b49e72ccce tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:19.833428 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8a9b0347-6a86-4983-882f-417fb2dc50b1 req-c0457255-1d50-49c0-8f30-d8b49e72ccce tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 943 time: 0.1185789 Apr 15 13:19:19.904129 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8a9b0347-6a86-4983-882f-417fb2dc50b1 req-1d703ccf-3cb2-47d3-ab76-d7289296fbd1 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=d404a583-e3c0-4f88-b908-ba90aa4fc8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553410 Apr 15 13:19:19.916502 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.services.segments.db [None req-72339165-14d7-462b-baa2-0bc49407232b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c']}} {{(pid=85258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:19:19.931265 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.services.segments.db [None req-72339165-14d7-462b-baa2-0bc49407232b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a723e0b2-5ada-4972-bf5d-6972a8b9a915') {'for_net_delete': True} {{(pid=85258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:19:19.935029 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.services.segments.db [None req-72339165-14d7-462b-baa2-0bc49407232b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a723e0b2-5ada-4972-bf5d-6972a8b9a915') {} {{(pid=85258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:19:19.944695 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-72339165-14d7-462b-baa2-0bc49407232b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279808868673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743304'] for segment, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:19.958886 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ba70c80d-85e6-4a7d-905f-dcd1d51b8492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:19.966364 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-c2e0962a-43bd-4c79-99ad-d319e004b909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:19.976589 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-72339165-14d7-462b-baa2-0bc49407232b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773144'] for segment, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:19.985552 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba70c80d-85e6-4a7d-905f-dcd1d51b8492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2defd2-eda9-49da-a2e4-4adad861181c,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:19.990454 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72339165-14d7-462b-baa2-0bc49407232b admin admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=85258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 13:19:20.006092 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-ba70c80d-85e6-4a7d-905f-dcd1d51b8492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:20.077524 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ba70c80d-85e6-4a7d-905f-dcd1d51b8492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:20.081205 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-ba70c80d-85e6-4a7d-905f-dcd1d51b8492 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ba2defd2-eda9-49da-a2e4-4adad861181c HTTP/1.1" status: 204 len: 168 time: 0.6747856 Apr 15 13:19:20.175271 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 41578) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:19:20.215738 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-72339165-14d7-462b-baa2-0bc49407232b admin admin] Network 8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c has no segments {{(pid=85258) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 13:19:20.225626 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-72339165-14d7-462b-baa2-0bc49407232b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10742566'] for segment, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:20.458020 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-fab251f1-88c4-4de2-b29f-8dd3f34eccf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:20.491508 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-fab251f1-88c4-4de2-b29f-8dd3f34eccf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:19:20.497317 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-fab251f1-88c4-4de2-b29f-8dd3f34eccf7 admin admin] Usage tracker for resource:security_group_rule and tenant:ba323816d83248ee868392a96095cc34 is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:19:20.500752 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-fab251f1-88c4-4de2-b29f-8dd3f34eccf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:19:20.508654 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-fab251f1-88c4-4de2-b29f-8dd3f34eccf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:19:20.647249 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-fab251f1-88c4-4de2-b29f-8dd3f34eccf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:20.650929 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-fab251f1-88c4-4de2-b29f-8dd3f34eccf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:20.657629 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-72339165-14d7-462b-baa2-0bc49407232b admin admin] Network 8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c has no segments {{(pid=85258) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 13:19:20.661881 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-afc7c2a0-be61-42b8-b518-69a523ecc766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:20.685571 dv-cinder-784945-5-smb neutron-server[85144]: Traceback (most recent call last): Apr 15 13:19:20.685571 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 13:19:20.685571 dv-cinder-784945-5-smb neutron-server[85144]: timer() Apr 15 13:19:20.685571 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 13:19:20.685571 dv-cinder-784945-5-smb neutron-server[85144]: cb(*args, **kw) Apr 15 13:19:20.685571 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 13:19:20.685571 dv-cinder-784945-5-smb neutron-server[85144]: return func(*args, **kwargs) Apr 15 13:19:20.685571 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 13:19:20.685571 dv-cinder-784945-5-smb neutron-server[85144]: self._notify() Apr 15 13:19:20.685571 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 13:19:20.685571 dv-cinder-784945-5-smb neutron-server[85144]: self.callback(batched_events) Apr 15 13:19:20.685571 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 13:19:20.685571 dv-cinder-784945-5-smb neutron-server[85144]: event.method(event) Apr 15 13:19:20.685571 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 13:19:20.685571 dv-cinder-784945-5-smb neutron-server[85144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 13:19:20.685571 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 13:19:20.685571 dv-cinder-784945-5-smb neutron-server[85144]: segment_id)['aggregates'][0] Apr 15 13:19:20.685571 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 13:19:20.685571 dv-cinder-784945-5-smb neutron-server[85144]: return f(self, *a, **k) Apr 15 13:19:20.685571 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 13:19:20.685571 dv-cinder-784945-5-smb neutron-server[85144]: return self._get(url).json() Apr 15 13:19:20.685571 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 13:19:20.685571 dv-cinder-784945-5-smb neutron-server[85144]: **kwargs) Apr 15 13:19:20.685571 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 13:19:20.685571 dv-cinder-784945-5-smb neutron-server[85144]: return self.request(url, 'GET', **kwargs) Apr 15 13:19:20.685571 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 13:19:20.685571 dv-cinder-784945-5-smb neutron-server[85144]: **endpoint_filter) Apr 15 13:19:20.685571 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 13:19:20.685571 dv-cinder-784945-5-smb neutron-server[85144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 13:19:20.685571 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 13:19:20.685571 dv-cinder-784945-5-smb neutron-server[85144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 13:19:20.685571 dv-cinder-784945-5-smb neutron-server[85144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 13:19:20.755011 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-fab251f1-88c4-4de2-b29f-8dd3f34eccf7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ba323816d83248ee868392a96095cc34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5783167 Apr 15 13:19:20.756061 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 41596) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:19:20.764977 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-72339165-14d7-462b-baa2-0bc49407232b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-78982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1032985'] for network, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:20.776562 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-72339165-14d7-462b-baa2-0bc49407232b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for network, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:20.788424 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:20.809785 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72339165-14d7-462b-baa2-0bc49407232b admin admin] Pushing event deleted for resources: {'Network': ['ID=8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:20.812816 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-72339165-14d7-462b-baa2-0bc49407232b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:20.814684 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-72339165-14d7-462b-baa2-0bc49407232b admin admin] 10.222.0.64 "DELETE /v2.0/networks/8228b03e-81a7-4dcb-9c2c-6c72b7b98a4c HTTP/1.1" status: 204 len: 168 time: 1.5317769 Apr 15 13:19:20.821372 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab251f1-88c4-4de2-b29f-8dd3f34eccf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d896e0f8-7c6b-4a39-856f-15db05ab868d,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:20.828142 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-fab251f1-88c4-4de2-b29f-8dd3f34eccf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:20.852674 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-aba40fc8-84c2-4b6e-b1d9-1d484354ad4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:20.969781 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 41610) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:19:21.048877 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-f332db80-fc65-4682-ac6d-c22266fd6ec6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7a25fc3ecff749c59e42598d52e7b9fc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0776660 Apr 15 13:19:21.049585 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 41614) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:19:21.123784 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b764b5c5-65f5-4d9d-8ed1-9431e1a25e60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:21.137276 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-aba40fc8-84c2-4b6e-b1d9-1d484354ad4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:21.146250 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678f5f3-5221-4ce4-bb47-67c1c38a50b4 req-6ea49fd9-c434-4818-9895-179eb0f59ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:21.147849 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-9678f5f3-5221-4ce4-bb47-67c1c38a50b4 req-6ea49fd9-c434-4818-9895-179eb0f59ccd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414&tenant_id=3edcfff57f6b4d3a989c0baa167aa5b1 HTTP/1.1" status: 200 len: 1096 time: 0.4871790 Apr 15 13:19:21.153840 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b764b5c5-65f5-4d9d-8ed1-9431e1a25e60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:21.209052 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b764b5c5-65f5-4d9d-8ed1-9431e1a25e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:21.215026 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-9678ea66-18d0-4edf-a90d-4428551c7380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:21.230507 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b764b5c5-65f5-4d9d-8ed1-9431e1a25e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f2f648-de65-41bd-833b-05c6b0399182,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:21.236421 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-b764b5c5-65f5-4d9d-8ed1-9431e1a25e60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:21.243129 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b764b5c5-65f5-4d9d-8ed1-9431e1a25e60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:21.247097 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-b764b5c5-65f5-4d9d-8ed1-9431e1a25e60 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/79f2f648-de65-41bd-833b-05c6b0399182 HTTP/1.1" status: 204 len: 168 time: 0.1937518 Apr 15 13:19:21.337671 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ae87d-67ab-4eee-9fe3-bc70cfb903ea req-40ee5656-87c8-4dac-bb36-f75427a0780a tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:21.339325 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-900ae87d-67ab-4eee-9fe3-bc70cfb903ea req-40ee5656-87c8-4dac-bb36-f75427a0780a tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 943 time: 0.2052062 Apr 15 13:19:21.345819 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-aba40fc8-84c2-4b6e-b1d9-1d484354ad4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:21.352922 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-7bee9e6e-084a-46cb-b40c-20f340a10796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:21.361726 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678f5f3-5221-4ce4-bb47-67c1c38a50b4 req-ae583b23-a947-4c2d-84fe-ae311a5d4ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:21.363326 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-9678f5f3-5221-4ce4-bb47-67c1c38a50b4 req-ae583b23-a947-4c2d-84fe-ae311a5d4ef6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3edcfff57f6b4d3a989c0baa167aa5b1&device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 1096 time: 0.1719520 Apr 15 13:19:21.409664 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba40fc8-84c2-4b6e-b1d9-1d484354ad4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d896e0f8-7c6b-4a39-856f-15db05ab868d,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:21.420274 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-aba40fc8-84c2-4b6e-b1d9-1d484354ad4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:21.513339 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-aba40fc8-84c2-4b6e-b1d9-1d484354ad4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:21.517425 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-aba40fc8-84c2-4b6e-b1d9-1d484354ad4a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d896e0f8-7c6b-4a39-856f-15db05ab868d HTTP/1.1" status: 204 len: 168 time: 0.7560167 Apr 15 13:19:21.528563 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-900ae87d-67ab-4eee-9fe3-bc70cfb903ea req-341c3e62-ef6e-44d5-8c94-b2bc6d793ac6 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=d404a583-e3c0-4f88-b908-ba90aa4fc8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1783910 Apr 15 13:19:21.599301 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678f5f3-5221-4ce4-bb47-67c1c38a50b4 req-e663486c-9e8b-4468-94c3-f992c4d88b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:21.601868 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-9678f5f3-5221-4ce4-bb47-67c1c38a50b4 req-e663486c-9e8b-4468-94c3-f992c4d88b07 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a011c5a8-19dd-4b3a-aac8-fb661fc52f6c HTTP/1.1" status: 200 len: 918 time: 0.2291448 Apr 15 13:19:21.751930 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-9678f5f3-5221-4ce4-bb47-67c1c38a50b4 req-5f5fd46a-94b9-4cbb-b15a-dfaaa18329bb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd HTTP/1.1" status: 200 len: 999 time: 0.1393790 Apr 15 13:19:21.861364 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678f5f3-5221-4ce4-bb47-67c1c38a50b4 req-4fc9ac8a-b0aa-418b-afdb-53431f7a0680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:21.863583 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-9678f5f3-5221-4ce4-bb47-67c1c38a50b4 req-4fc9ac8a-b0aa-418b-afdb-53431f7a0680 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a4c8aae7-d54c-4123-b3a9-729be74bee3f HTTP/1.1" status: 200 len: 856 time: 0.1044090 Apr 15 13:19:21.965717 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678f5f3-5221-4ce4-bb47-67c1c38a50b4 req-e395dc6a-e6f8-4d8c-8b7f-b0b37e0c9677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:21.967340 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-9678f5f3-5221-4ce4-bb47-67c1c38a50b4 req-e395dc6a-e6f8-4d8c-8b7f-b0b37e0c9677 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a011c5a8-19dd-4b3a-aac8-fb661fc52f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0945010 Apr 15 13:19:22.020342 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 41646) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:19:22.041506 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-10492acd-143b-405b-b5f8-711c59315f26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:22.062995 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-10492acd-143b-405b-b5f8-711c59315f26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:19:22.067741 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-10492acd-143b-405b-b5f8-711c59315f26 admin admin] Usage tracker for resource:security_group_rule and tenant:5dab1bb3861743448f9651d82750ea25 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:19:22.071460 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-10492acd-143b-405b-b5f8-711c59315f26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:19:22.079194 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-10492acd-143b-405b-b5f8-711c59315f26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:19:22.147090 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-9678f5f3-5221-4ce4-bb47-67c1c38a50b4 req-714601d7-8254-4c18-9454-43bb932ded50 service neutron] 10.222.0.65 "GET /v2.0/networks/a011c5a8-19dd-4b3a-aac8-fb661fc52f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724851 Apr 15 13:19:22.185337 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-10492acd-143b-405b-b5f8-711c59315f26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:22.189629 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-10492acd-143b-405b-b5f8-711c59315f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:22.199015 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-8b065992-4064-4ee1-8c85-9c5594f8086d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:22.243373 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-10492acd-143b-405b-b5f8-711c59315f26 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5dab1bb3861743448f9651d82750ea25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2205188 Apr 15 13:19:22.244630 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10492acd-143b-405b-b5f8-711c59315f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57a93f9-c003-4c57-b97f-beeac8485517,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:22.247394 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 41656) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:19:22.248259 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-10492acd-143b-405b-b5f8-711c59315f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:22.364957 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-9678f5f3-5221-4ce4-bb47-67c1c38a50b4 req-35c152fc-f09f-4093-82dd-b77bd3d700ed service neutron] 10.222.0.65 "GET /v2.0/networks/a011c5a8-19dd-4b3a-aac8-fb661fc52f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091475 Apr 15 13:19:22.370790 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-f42bec04-3010-4999-9666-e68b5ffc5d66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:22.385686 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 41662) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:19:22.401608 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-f42bec04-3010-4999-9666-e68b5ffc5d66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:22.447551 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-f42bec04-3010-4999-9666-e68b5ffc5d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:22.453143 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-09515480-1272-4b8b-9b6c-01600a17c234 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:22.468032 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42bec04-3010-4999-9666-e68b5ffc5d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57a93f9-c003-4c57-b97f-beeac8485517,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:22.470290 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-f42bec04-3010-4999-9666-e68b5ffc5d66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:22.471253 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-f42bec04-3010-4999-9666-e68b5ffc5d66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:22.476620 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-f42bec04-3010-4999-9666-e68b5ffc5d66 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d57a93f9-c003-4c57-b97f-beeac8485517 HTTP/1.1" status: 204 len: 168 time: 0.2240348 Apr 15 13:19:22.510521 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-addff937-e4af-4bf3-b154-402cb1e68383 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1760214375-network', 'tenant_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd'}} {{(pid=85258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:19:22.516083 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-addff937-e4af-4bf3-b154-402cb1e68383 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:19:22.520279 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-addff937-e4af-4bf3-b154-402cb1e68383 admin admin] Usage tracker for resource:network and tenant:ed5c7cd2c53749ab8d7588f5d7ed90fd is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:19:22.524242 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-addff937-e4af-4bf3-b154-402cb1e68383 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:19:22.531216 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-addff937-e4af-4bf3-b154-402cb1e68383 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:19:22.543740 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-addff937-e4af-4bf3-b154-402cb1e68383 admin admin] Made reservation on behalf of ed5c7cd2c53749ab8d7588f5d7ed90fd for: {'network': 1} {{(pid=85258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 13:19:22.548745 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-addff937-e4af-4bf3-b154-402cb1e68383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for network, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:22.563107 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-addff937-e4af-4bf3-b154-402cb1e68383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:22.580644 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-addff937-e4af-4bf3-b154-402cb1e68383 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:19:22.585014 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-addff937-e4af-4bf3-b154-402cb1e68383 admin admin] Usage tracker for resource:security_group_rule and tenant:ed5c7cd2c53749ab8d7588f5d7ed90fd is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:19:22.589461 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-addff937-e4af-4bf3-b154-402cb1e68383 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:19:22.595989 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-addff937-e4af-4bf3-b154-402cb1e68383 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:19:22.699875 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-addff937-e4af-4bf3-b154-402cb1e68383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:22.703093 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-addff937-e4af-4bf3-b154-402cb1e68383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:22.707618 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-7458c0a0-3b65-45bf-a028-3fc63130972e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:22.728931 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-addff937-e4af-4bf3-b154-402cb1e68383 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=85258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 13:19:22.752351 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-addff937-e4af-4bf3-b154-402cb1e68383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773144'] for segment, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:22.752985 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.db.segments_db [None req-addff937-e4af-4bf3-b154-402cb1e68383 admin admin] Added segment 14d6bcce-c920-42b4-a77a-ca6773378669 of type vlan for network 2f9b0ee9-78e1-43c1-87cb-abce99e8826a Apr 15 13:19:22.754191 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addff937-e4af-4bf3-b154-402cb1e68383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76270d5d-623f-4f2f-a929-4cb6b38345eb,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:22.762428 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-addff937-e4af-4bf3-b154-402cb1e68383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:22.773282 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:22.793887 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-addff937-e4af-4bf3-b154-402cb1e68383 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757045372002'] for network, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:22.796818 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86289c51-c38f-4b8e-b92e-98d218c39f3e req-a58e7c14-8fda-4772-8426-881eaae4468a tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:22.804658 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-86289c51-c38f-4b8e-b92e-98d218c39f3e req-a58e7c14-8fda-4772-8426-881eaae4468a tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 943 time: 0.1140153 Apr 15 13:19:22.838437 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-addff937-e4af-4bf3-b154-402cb1e68383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424'] for network, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:22.840157 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-addff937-e4af-4bf3-b154-402cb1e68383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:22.840987 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-addff937-e4af-4bf3-b154-402cb1e68383 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for network, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:22.847410 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-e718dbac-8f3e-4e34-a76e-1e44922dd302 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:22.853768 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-86289c51-c38f-4b8e-b92e-98d218c39f3e req-d57bd2f1-2561-4030-92c9-ea7ffe8d6e41 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=d404a583-e3c0-4f88-b908-ba90aa4fc8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476487 Apr 15 13:19:22.972766 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addff937-e4af-4bf3-b154-402cb1e68383 admin admin] Pushing event updated for resources: {'Network': ['ID=2f9b0ee9-78e1-43c1-87cb-abce99e8826a,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:22.979385 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-addff937-e4af-4bf3-b154-402cb1e68383 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5887508 Apr 15 13:19:22.979803 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 41686) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:19:22.986387 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-24fcccd3-9d10-42ee-8e53-4b0c77aaa8b8 admin admin] Request body: {'subnet': {'network_id': '2f9b0ee9-78e1-43c1-87cb-abce99e8826a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1760214375-subnet', 'tenant_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:19:22.990696 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-addff937-e4af-4bf3-b154-402cb1e68383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:22.993195 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-24fcccd3-9d10-42ee-8e53-4b0c77aaa8b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:19:22.996775 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Network 2f9b0ee9-78e1-43c1-87cb-abce99e8826a details requested by agent ovs-agent-dv-cinder-784945-5-smb with host dv-cinder-784945-5-smb {{(pid=85259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 13:19:22.997332 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-24fcccd3-9d10-42ee-8e53-4b0c77aaa8b8 admin admin] Usage tracker for resource:subnet and tenant:ed5c7cd2c53749ab8d7588f5d7ed90fd is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:19:23.000384 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-24fcccd3-9d10-42ee-8e53-4b0c77aaa8b8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:19:23.006921 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-24fcccd3-9d10-42ee-8e53-4b0c77aaa8b8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:19:23.020134 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24fcccd3-9d10-42ee-8e53-4b0c77aaa8b8 admin admin] Made reservation on behalf of ed5c7cd2c53749ab8d7588f5d7ed90fd for: {'subnet': 1} {{(pid=85257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 13:19:23.030174 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-24fcccd3-9d10-42ee-8e53-4b0c77aaa8b8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:23.662003 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-24fcccd3-9d10-42ee-8e53-4b0c77aaa8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424'] for subnet, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:23.992013 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:24.220720 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fcccd3-9d10-42ee-8e53-4b0c77aaa8b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5e38904-2c3f-483b-a51a-75781e9d821b,revision_number=0']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:24.239370 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-24fcccd3-9d10-42ee-8e53-4b0c77aaa8b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:24.254041 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fcccd3-9d10-42ee-8e53-4b0c77aaa8b8 admin admin] Checking segment: {'id': '14d6bcce-c920-42b4-a77a-ca6773378669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2f9b0ee9-78e1-43c1-87cb-abce99e8826a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:19:24.254474 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fcccd3-9d10-42ee-8e53-4b0c77aaa8b8 admin admin] Network hostable DHCP agents. Network: 2f9b0ee9-78e1-43c1-87cb-abce99e8826a, hostable agents: ['311c43f5-3c4a-4973-9b30-7f7c0bf49be0'], hosted agents: [] {{(pid=85257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 13:19:24.341270 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fcccd3-9d10-42ee-8e53-4b0c77aaa8b8 admin admin] Network 2f9b0ee9-78e1-43c1-87cb-abce99e8826a is scheduled to be hosted by DHCP agent 311c43f5-3c4a-4973-9b30-7f7c0bf49be0 with binding_index 1 {{(pid=85257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 13:19:24.368810 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [None req-24fcccd3-9d10-42ee-8e53-4b0c77aaa8b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-5-smb, 2f9b0ee9-78e1-43c1-87cb-abce99e8826a) {{(pid=85257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:19:24.377706 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fcccd3-9d10-42ee-8e53-4b0c77aaa8b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:24.378703 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-24fcccd3-9d10-42ee-8e53-4b0c77aaa8b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:24.378826 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83683646-76ee-468b-b267-9318428bf37c None None] Network 2f9b0ee9-78e1-43c1-87cb-abce99e8826a requested from dv-cinder-784945-5-smb {{(pid=85259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 13:19:24.442163 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5765b83-caa5-4b3c-8628-2236a4e9b504 req-34d24e36-161a-4442-b5c1-47d188e7d56c tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:24.461818 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e5765b83-caa5-4b3c-8628-2236a4e9b504 req-34d24e36-161a-4442-b5c1-47d188e7d56c tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 943 time: 0.3361788 Apr 15 13:19:24.488036 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-24fcccd3-9d10-42ee-8e53-4b0c77aaa8b8 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5044179 Apr 15 13:19:24.488673 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 41744) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:19:24.498902 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-09421ac2-95ab-478a-9894-bbd13b2731a0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1760214375-router', 'tenant_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2'}}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:19:24.506483 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-09421ac2-95ab-478a-9894-bbd13b2731a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:19:24.512525 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-09421ac2-95ab-478a-9894-bbd13b2731a0 admin admin] Usage tracker for resource:router and tenant:ed5c7cd2c53749ab8d7588f5d7ed90fd is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:19:24.552848 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-09421ac2-95ab-478a-9894-bbd13b2731a0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:19:24.559958 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e5765b83-caa5-4b3c-8628-2236a4e9b504 req-26730dc1-0308-48f2-bf20-b6998e88f758 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=d404a583-e3c0-4f88-b908-ba90aa4fc8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957990 Apr 15 13:19:24.564372 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-09421ac2-95ab-478a-9894-bbd13b2731a0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:19:24.575159 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-09421ac2-95ab-478a-9894-bbd13b2731a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853741594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854710284'] for router, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:24.576330 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-09421ac2-95ab-478a-9894-bbd13b2731a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1033063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-938009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65516'] for router, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:24.615243 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-09421ac2-95ab-478a-9894-bbd13b2731a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:24.710585 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7caef91e-e97f-41b2-85aa-b2e6a08323cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8627bff5-3798-5c6e-aea6-252cc41330bf-2f9b0ee9-78e1-43c1-87cb-abce99e8826a', 'network_id': '2f9b0ee9-78e1-43c1-87cb-abce99e8826a', 'tenant_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'fixed_ips': [{'subnet_id': 'b5e38904-2c3f-483b-a51a-75781e9d821b'}]}} from dv-cinder-784945-5-smb. {{(pid=85259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 13:19:24.712502 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7caef91e-e97f-41b2-85aa-b2e6a08323cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_create {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:24.937083 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-09421ac2-95ab-478a-9894-bbd13b2731a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1033076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853741577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65501'] for router, precommit_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:25.031855 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_common [None req-7caef91e-e97f-41b2-85aa-b2e6a08323cd None None] Allocated IP 172.20.0.2 (2f9b0ee9-78e1-43c1-87cb-abce99e8826a/b5e38904-2c3f-483b-a51a-75781e9d821b/640416ac-6652-4d98-8330-86ae46698092) {{(pid=85259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 13:19:25.333339 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-09421ac2-95ab-478a-9894-bbd13b2731a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:25.376300 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-09421ac2-95ab-478a-9894-bbd13b2731a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:25.419867 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 41760) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:19:25.427340 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7caef91e-e97f-41b2-85aa-b2e6a08323cd None None] Notify callbacks [] for port, precommit_create {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:25.442312 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-7caef91e-e97f-41b2-85aa-b2e6a08323cd None None] Transition to ACTIVE for port object 640416ac-6652-4d98-8330-86ae46698092 will not be triggered until provisioned by entity L2. {{(pid=85259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:19:25.481967 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-7caef91e-e97f-41b2-85aa-b2e6a08323cd None None] Transition to ACTIVE for port object 640416ac-6652-4d98-8330-86ae46698092 will not be triggered until provisioned by entity DHCP. {{(pid=85259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:19:25.487184 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7caef91e-e97f-41b2-85aa-b2e6a08323cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757045383897'] for port, after_create {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:25.576363 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-386453e1-4ce2-46ec-accd-c229975a43fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:25.595081 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-386453e1-4ce2-46ec-accd-c229975a43fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:19:25.599721 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-386453e1-4ce2-46ec-accd-c229975a43fd admin admin] Usage tracker for resource:security_group_rule and tenant:4820fda1f2ad4f4a879943fb7013ee65 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:19:25.604043 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-386453e1-4ce2-46ec-accd-c229975a43fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:19:25.611011 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-386453e1-4ce2-46ec-accd-c229975a43fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:19:25.695021 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:25.791556 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caef91e-e97f-41b2-85aa-b2e6a08323cd None None] Pushing event updated for resources: {'Port': ['ID=640416ac-6652-4d98-8330-86ae46698092,revision_number=1']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:25.799646 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-7caef91e-e97f-41b2-85aa-b2e6a08323cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:25.806167 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7caef91e-e97f-41b2-85aa-b2e6a08323cd None None] Network 2f9b0ee9-78e1-43c1-87cb-abce99e8826a is already hosted by enough agents. {{(pid=85259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 13:19:25.808457 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [None req-7caef91e-e97f-41b2-85aa-b2e6a08323cd None None] Resources bound (agent type, host, resource id): {{(pid=85259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:19:25.814383 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7caef91e-e97f-41b2-85aa-b2e6a08323cd None None] Received port after_create {{(pid=85259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 13:19:25.822596 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-386453e1-4ce2-46ec-accd-c229975a43fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:25.833836 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-386453e1-4ce2-46ec-accd-c229975a43fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:25.866263 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-b764b5c5-65f5-4d9d-8ed1-9431e1a25e60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:25.960883 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386453e1-4ce2-46ec-accd-c229975a43fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d2dc67-3ec7-40d4-a8ea-089536185917,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:25.971301 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-386453e1-4ce2-46ec-accd-c229975a43fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:25.977784 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-7caef91e-e97f-41b2-85aa-b2e6a08323cd None None] Attempting to bind port 640416ac-6652-4d98-8330-86ae46698092 on host dv-cinder-784945-5-smb for vnic_type normal with profile {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 13:19:25.978318 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-7caef91e-e97f-41b2-85aa-b2e6a08323cd None None] Attempting to bind port 640416ac-6652-4d98-8330-86ae46698092 by drivers openvswitch,hyperv on host dv-cinder-784945-5-smb at level 0 using segments [{'id': '14d6bcce-c920-42b4-a77a-ca6773378669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2f9b0ee9-78e1-43c1-87cb-abce99e8826a'}] {{(pid=85259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 13:19:25.978761 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7caef91e-e97f-41b2-85aa-b2e6a08323cd None None] Attempting to bind port 640416ac-6652-4d98-8330-86ae46698092 on network 2f9b0ee9-78e1-43c1-87cb-abce99e8826a {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:19:25.987242 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7caef91e-e97f-41b2-85aa-b2e6a08323cd None None] Checking agent: {'id': '81e11618-700f-4852-9942-b93dec05a832', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 13, 7, 16), 'started_at': datetime.datetime(2021, 4, 15, 13, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 13, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 13:19:25.987881 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7caef91e-e97f-41b2-85aa-b2e6a08323cd None None] Checking segment: {'id': '14d6bcce-c920-42b4-a77a-ca6773378669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2f9b0ee9-78e1-43c1-87cb-abce99e8826a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:19:25.988561 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7caef91e-e97f-41b2-85aa-b2e6a08323cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:25.990600 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7caef91e-e97f-41b2-85aa-b2e6a08323cd None None] Bound using segment: {'id': '14d6bcce-c920-42b4-a77a-ca6773378669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2f9b0ee9-78e1-43c1-87cb-abce99e8826a'} {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 13:19:25.991731 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-7caef91e-e97f-41b2-85aa-b2e6a08323cd None None] Bound port: 640416ac-6652-4d98-8330-86ae46698092, host: dv-cinder-784945-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14d6bcce-c920-42b4-a77a-ca6773378669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2f9b0ee9-78e1-43c1-87cb-abce99e8826a'}}] {{(pid=85259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 13:19:25.992391 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7caef91e-e97f-41b2-85aa-b2e6a08323cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:26.002136 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-386453e1-4ce2-46ec-accd-c229975a43fd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4820fda1f2ad4f4a879943fb7013ee65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5808332 Apr 15 13:19:26.002828 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 41772) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:19:26.077954 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-9827cb00-9202-4132-88d6-ebc0d1b8d9c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:26.128534 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-9827cb00-9202-4132-88d6-ebc0d1b8d9c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:26.146317 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-7caef91e-e97f-41b2-85aa-b2e6a08323cd None None] For port 640416ac-6652-4d98-8330-86ae46698092, host dv-cinder-784945-5-smb, cleared binding levels {{(pid=85259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 13:19:26.153049 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-7caef91e-e97f-41b2-85aa-b2e6a08323cd None None] For port 640416ac-6652-4d98-8330-86ae46698092, host dv-cinder-784945-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=640416ac-6652-4d98-8330-86ae46698092,segment=NetworkSegment(14d6bcce-c920-42b4-a77a-ca6773378669),segment_id=14d6bcce-c920-42b4-a77a-ca6773378669)] {{(pid=85259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 13:19:26.157943 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7caef91e-e97f-41b2-85aa-b2e6a08323cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:26.175055 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:26.199177 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_common [None req-09421ac2-95ab-478a-9894-bbd13b2731a0 admin admin] Allocated IP 172.28.3.244 (55d93253-8afb-47db-93d0-1527fbeb95d2/ec126ae6-92bb-4236-889a-ca54f3751a25/e20041a2-d216-439e-8f6e-98556d5a7961) {{(pid=85257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 13:19:26.220717 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-9827cb00-9202-4132-88d6-ebc0d1b8d9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:26.226449 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-a75a42ed-9317-43d5-b052-c571d394658b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:26.252270 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9827cb00-9202-4132-88d6-ebc0d1b8d9c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d2dc67-3ec7-40d4-a8ea-089536185917,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:26.255403 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-9827cb00-9202-4132-88d6-ebc0d1b8d9c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:26.257273 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-9827cb00-9202-4132-88d6-ebc0d1b8d9c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:26.259692 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-9827cb00-9202-4132-88d6-ebc0d1b8d9c5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/11d2dc67-3ec7-40d4-a8ea-089536185917 HTTP/1.1" status: 204 len: 168 time: 0.2558155 Apr 15 13:19:26.326492 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caef91e-e97f-41b2-85aa-b2e6a08323cd None None] Pushing event updated for resources: {'Port': ['ID=640416ac-6652-4d98-8330-86ae46698092,revision_number=2']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:26.346947 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-7caef91e-e97f-41b2-85aa-b2e6a08323cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:26.387673 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd71fbc-7868-4389-98d6-a92be7dd985e req-1e35d67d-1356-47b6-abb9-0cd483c9b0aa tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:26.389401 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5fd71fbc-7868-4389-98d6-a92be7dd985e req-1e35d67d-1356-47b6-abb9-0cd483c9b0aa tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 943 time: 0.2762101 Apr 15 13:19:26.497886 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-09421ac2-95ab-478a-9894-bbd13b2731a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:26.507018 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5fd71fbc-7868-4389-98d6-a92be7dd985e req-cf6b4794-f6ec-4022-8c7f-1930f7c2f3f7 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=d404a583-e3c0-4f88-b908-ba90aa4fc8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025114 Apr 15 13:19:26.561175 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-09421ac2-95ab-478a-9894-bbd13b2731a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757045383897'] for port, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:26.583316 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-831f8bd8-5295-441b-81c5-de18e716c53a tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:26.687687 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 41784) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:19:26.716736 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-50214c41-5751-4a8f-9324-f45d33b1dc56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:26.734939 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-50214c41-5751-4a8f-9324-f45d33b1dc56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:19:26.739452 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-50214c41-5751-4a8f-9324-f45d33b1dc56 admin admin] Usage tracker for resource:security_group_rule and tenant:6eb34b759d834f43ba56eca8dd147c19 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:19:26.744411 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-50214c41-5751-4a8f-9324-f45d33b1dc56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:19:26.759728 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-50214c41-5751-4a8f-9324-f45d33b1dc56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:19:26.880799 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-50214c41-5751-4a8f-9324-f45d33b1dc56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:26.893556 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09421ac2-95ab-478a-9894-bbd13b2731a0 admin admin] Pushing event updated for resources: {'Port': ['ID=e20041a2-d216-439e-8f6e-98556d5a7961,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:26.897070 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-09421ac2-95ab-478a-9894-bbd13b2731a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:26.922179 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09421ac2-95ab-478a-9894-bbd13b2731a0 admin admin] Network 55d93253-8afb-47db-93d0-1527fbeb95d2 is already hosted by enough agents. {{(pid=85257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 13:19:26.923586 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [None req-09421ac2-95ab-478a-9894-bbd13b2731a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=85257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:19:26.926127 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09421ac2-95ab-478a-9894-bbd13b2731a0 admin admin] Received port after_create {{(pid=85257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 13:19:26.985623 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-50214c41-5751-4a8f-9324-f45d33b1dc56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:26.996335 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-bf27c75f-8cf6-4ba7-90e3-36fc8421edfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:27.087554 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50214c41-5751-4a8f-9324-f45d33b1dc56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03408e51-4447-4b67-9c61-9ebf725e13e0,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:27.090836 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-50214c41-5751-4a8f-9324-f45d33b1dc56 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6eb34b759d834f43ba56eca8dd147c19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4019957 Apr 15 13:19:27.091878 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-50214c41-5751-4a8f-9324-f45d33b1dc56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:27.093508 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 41792) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:19:27.161971 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-eafc81ab-486c-4e20-8f1a-525a6861c794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:27.205524 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-eafc81ab-486c-4e20-8f1a-525a6861c794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:27.259956 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-eafc81ab-486c-4e20-8f1a-525a6861c794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:27.266126 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-61b69d05-cdd6-4738-a49e-ab6bca33977e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:27.281043 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafc81ab-486c-4e20-8f1a-525a6861c794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03408e51-4447-4b67-9c61-9ebf725e13e0,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:27.283873 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-eafc81ab-486c-4e20-8f1a-525a6861c794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:27.285136 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-eafc81ab-486c-4e20-8f1a-525a6861c794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:27.286348 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-eafc81ab-486c-4e20-8f1a-525a6861c794 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/03408e51-4447-4b67-9c61-9ebf725e13e0 HTTP/1.1" status: 204 len: 168 time: 0.1918595 Apr 15 13:19:27.458949 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-09421ac2-95ab-478a-9894-bbd13b2731a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:28.087951 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d63f54-0d83-48b8-bc9f-b94e1679ec6a req-498d828c-4bd8-40bc-8e91-17e767756f2c tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:28.095997 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d7d63f54-0d83-48b8-bc9f-b94e1679ec6a req-498d828c-4bd8-40bc-8e91-17e767756f2c tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 943 time: 0.3330052 Apr 15 13:19:28.364250 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-09421ac2-95ab-478a-9894-bbd13b2731a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853742755'] for router, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:28.382408 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d7d63f54-0d83-48b8-bc9f-b94e1679ec6a req-b7911449-bfc8-4ff5-9341-d0bcd4fca04b tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=d404a583-e3c0-4f88-b908-ba90aa4fc8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2833810 Apr 15 13:19:28.384935 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae169f7-89e9-4f9b-a287-8cf59077f781 None None] Network 2f9b0ee9-78e1-43c1-87cb-abce99e8826a requested from dv-cinder-784945-5-smb {{(pid=85259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 13:19:28.542459 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-dcbe00cc-ae7e-4cd9-bb3f-4c9a931b711b None None] Provisioning for port 640416ac-6652-4d98-8330-86ae46698092 completed by entity DHCP. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:19:28.720005 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device 640416ac-6652-4d98-8330-86ae46698092 up at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:19:28.783175 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09421ac2-95ab-478a-9894-bbd13b2731a0 admin admin] Router 1a945374-1093-41f6-87d2-3464c2b47d51 is scheduled to L3 agent d2850426-fba2-4e27-a3ef-bf91b3b25695 with binding_index 1 {{(pid=85257) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 13:19:28.890027 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 41842) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:19:28.992842 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning for port 640416ac-6652-4d98-8330-86ae46698092 completed by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:19:28.999216 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning complete for port 640416ac-6652-4d98-8330-86ae46698092 triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:19:28.999679 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:29.081654 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-70a9ed5c-4321-4098-8b93-c4bc4678bc20 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1548071009-network', 'tenant_id': 'ad5494fe3edf415b8469ce161094baf6'}} {{(pid=85258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:19:29.108029 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-70a9ed5c-4321-4098-8b93-c4bc4678bc20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:19:29.113559 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-70a9ed5c-4321-4098-8b93-c4bc4678bc20 admin admin] Usage tracker for resource:network and tenant:ad5494fe3edf415b8469ce161094baf6 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:19:29.118930 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-70a9ed5c-4321-4098-8b93-c4bc4678bc20 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:19:29.126740 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-70a9ed5c-4321-4098-8b93-c4bc4678bc20 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:19:29.144425 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a9ed5c-4321-4098-8b93-c4bc4678bc20 admin admin] Made reservation on behalf of ad5494fe3edf415b8469ce161094baf6 for: {'network': 1} {{(pid=85258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 13:19:29.157348 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-70a9ed5c-4321-4098-8b93-c4bc4678bc20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for network, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:29.201365 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-70a9ed5c-4321-4098-8b93-c4bc4678bc20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:29.238167 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-70a9ed5c-4321-4098-8b93-c4bc4678bc20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:19:29.247134 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-70a9ed5c-4321-4098-8b93-c4bc4678bc20 admin admin] Usage tracker for resource:security_group_rule and tenant:ad5494fe3edf415b8469ce161094baf6 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:19:29.260573 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-70a9ed5c-4321-4098-8b93-c4bc4678bc20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:19:29.290376 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-70a9ed5c-4321-4098-8b93-c4bc4678bc20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:19:29.292582 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:29.337291 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] For port 640416ac-6652-4d98-8330-86ae46698092, host dv-cinder-784945-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=640416ac-6652-4d98-8330-86ae46698092,segment=NetworkSegment(14d6bcce-c920-42b4-a77a-ca6773378669),segment_id=14d6bcce-c920-42b4-a77a-ca6773378669)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:19:29.365965 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:29.375445 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-7caef91e-e97f-41b2-85aa-b2e6a08323cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:29.400521 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09421ac2-95ab-478a-9894-bbd13b2731a0 admin admin] Notify agent at l3_agent.dv-cinder-784945-5-smb the message routers_updated {{(pid=85257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 13:19:29.452499 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-09421ac2-95ab-478a-9894-bbd13b2731a0 admin admin] Notify callbacks [] for router, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:29.453941 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-09421ac2-95ab-478a-9894-bbd13b2731a0 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9639978 Apr 15 13:19:29.456983 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 41854) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:19:29.507921 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-70a9ed5c-4321-4098-8b93-c4bc4678bc20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:29.515577 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-70a9ed5c-4321-4098-8b93-c4bc4678bc20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:29.518538 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba43269d-4021-4efd-843a-9c881c2b78b2 None None] Sync routers for ids ['1a945374-1093-41f6-87d2-3464c2b47d51'] in dv-cinder-784945-5-smb {{(pid=85259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 13:19:29.520171 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-6e6ba62c-bf7f-4bcc-8f0c-182c49ec5e96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:29.583241 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70a9ed5c-4321-4098-8b93-c4bc4678bc20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770} {{(pid=85258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 13:19:29.597611 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba43269d-4021-4efd-843a-9c881c2b78b2 None None] Routers {'1a945374-1093-41f6-87d2-3464c2b47d51'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:19:29.597611 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-ba43269d-4021-4efd-843a-9c881c2b78b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:19:15Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['1a945374-1093-41f6-87d2-3464c2b47d51'], 'active': True} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:19:29.607549 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a9ed5c-4321-4098-8b93-c4bc4678bc20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4acf7a0-f087-40d6-9ae6-5f27bd37b88d,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:29.623378 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-70a9ed5c-4321-4098-8b93-c4bc4678bc20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:29.628005 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-70a9ed5c-4321-4098-8b93-c4bc4678bc20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773144'] for segment, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:29.630126 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.db.segments_db [None req-70a9ed5c-4321-4098-8b93-c4bc4678bc20 admin admin] Added segment cdb34879-ea1b-44ed-b411-0815c3491ab1 of type vlan for network 789c7916-9ffb-4d78-99b1-d0c20871e468 Apr 15 13:19:29.697432 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-70a9ed5c-4321-4098-8b93-c4bc4678bc20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757045372002'] for network, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:29.766081 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-97f29192-6329-41d9-98cb-fdc1a39aeba4 None None] Provisioning complete for port 640416ac-6652-4d98-8330-86ae46698092 triggered by entity DHCP. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:19:29.766560 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-97f29192-6329-41d9-98cb-fdc1a39aeba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:29.786117 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-70a9ed5c-4321-4098-8b93-c4bc4678bc20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424'] for network, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:29.788355 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a9ed5c-4321-4098-8b93-c4bc4678bc20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:29.789739 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-70a9ed5c-4321-4098-8b93-c4bc4678bc20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for network, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:29.795504 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:29.931025 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e1807-52a9-4415-bf93-3a7b3e07258b req-b5336d13-f52b-49f7-b4a3-1fb71c8590a4 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:29.941399 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-855e1807-52a9-4415-bf93-3a7b3e07258b req-b5336d13-f52b-49f7-b4a3-1fb71c8590a4 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 943 time: 0.3518474 Apr 15 13:19:30.012182 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-855e1807-52a9-4415-bf93-3a7b3e07258b req-d57a3fa1-3a52-4091-a0a6-a612b285bf40 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=d404a583-e3c0-4f88-b908-ba90aa4fc8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513232 Apr 15 13:19:30.052560 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a9ed5c-4321-4098-8b93-c4bc4678bc20 admin admin] Pushing event updated for resources: {'Network': ['ID=789c7916-9ffb-4d78-99b1-d0c20871e468,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:30.060031 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-70a9ed5c-4321-4098-8b93-c4bc4678bc20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:30.078430 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-70a9ed5c-4321-4098-8b93-c4bc4678bc20 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1868505 Apr 15 13:19:30.079143 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 41864) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:19:30.085560 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-e77fde33-bfce-4b3c-9012-c20ed69128a6 admin admin] Request body: {'subnet': {'network_id': '789c7916-9ffb-4d78-99b1-d0c20871e468', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1548071009-subnet', 'tenant_id': 'ad5494fe3edf415b8469ce161094baf6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:19:30.095160 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-e77fde33-bfce-4b3c-9012-c20ed69128a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:19:30.103531 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Network 789c7916-9ffb-4d78-99b1-d0c20871e468 details requested by agent ovs-agent-dv-cinder-784945-5-smb with host dv-cinder-784945-5-smb {{(pid=85259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 13:19:30.119298 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-e77fde33-bfce-4b3c-9012-c20ed69128a6 admin admin] Usage tracker for resource:subnet and tenant:ad5494fe3edf415b8469ce161094baf6 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:19:30.125205 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-e77fde33-bfce-4b3c-9012-c20ed69128a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:19:30.132089 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-e77fde33-bfce-4b3c-9012-c20ed69128a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:19:30.153673 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77fde33-bfce-4b3c-9012-c20ed69128a6 admin admin] Made reservation on behalf of ad5494fe3edf415b8469ce161094baf6 for: {'subnet': 1} {{(pid=85258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 13:19:30.160476 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e77fde33-bfce-4b3c-9012-c20ed69128a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853304430'] for subnet, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:30.466726 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Pushing event updated for resources: {'Port': ['ID=640416ac-6652-4d98-8330-86ae46698092,revision_number=3']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:30.470794 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.095s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:30.646369 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-ba43269d-4021-4efd-843a-9c881c2b78b2 None None] Set router 1a945374-1093-41f6-87d2-3464c2b47d51 gateway port host: dv-cinder-784945-5-smb {{(pid=85259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:19:30.720671 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device 640416ac-6652-4d98-8330-86ae46698092 up at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:19:30.933158 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e77fde33-bfce-4b3c-9012-c20ed69128a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10742104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853304445'] for subnet, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:30.953448 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-984c1f24-3932-4591-8f17-d20026fd4b87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:31.036559 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2462cad8-7df2-4d66-a7c2-de2c3dbd1f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:31.036963 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning complete for port 640416ac-6652-4d98-8330-86ae46698092 triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:19:31.037396 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:31.216309 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77fde33-bfce-4b3c-9012-c20ed69128a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9225247-f961-400f-b186-682caba5e8b1,revision_number=0']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:31.221269 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-e77fde33-bfce-4b3c-9012-c20ed69128a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:31.329437 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77fde33-bfce-4b3c-9012-c20ed69128a6 admin admin] Checking segment: {'id': 'cdb34879-ea1b-44ed-b411-0815c3491ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '789c7916-9ffb-4d78-99b1-d0c20871e468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:19:31.329756 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77fde33-bfce-4b3c-9012-c20ed69128a6 admin admin] Network hostable DHCP agents. Network: 789c7916-9ffb-4d78-99b1-d0c20871e468, hostable agents: ['311c43f5-3c4a-4973-9b30-7f7c0bf49be0'], hosted agents: [] {{(pid=85258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 13:19:31.399509 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77fde33-bfce-4b3c-9012-c20ed69128a6 admin admin] Network 789c7916-9ffb-4d78-99b1-d0c20871e468 is scheduled to be hosted by DHCP agent 311c43f5-3c4a-4973-9b30-7f7c0bf49be0 with binding_index 1 {{(pid=85258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 13:19:31.409434 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_common [None req-2462cad8-7df2-4d66-a7c2-de2c3dbd1f8b admin admin] Allocated IP 172.20.0.1 (2f9b0ee9-78e1-43c1-87cb-abce99e8826a/b5e38904-2c3f-483b-a51a-75781e9d821b/ac5921ae-1249-4a41-8152-f85dbde8e150) {{(pid=85257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 13:19:31.421195 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [None req-e77fde33-bfce-4b3c-9012-c20ed69128a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-5-smb, 789c7916-9ffb-4d78-99b1-d0c20871e468) {{(pid=85258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:19:31.447409 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cdd360-02d9-48fc-8a36-dacf96b8d527 None None] Network 789c7916-9ffb-4d78-99b1-d0c20871e468 requested from dv-cinder-784945-5-smb {{(pid=85259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 13:19:31.462515 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77fde33-bfce-4b3c-9012-c20ed69128a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:31.484288 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e77fde33-bfce-4b3c-9012-c20ed69128a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for subnet, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:31.502876 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2180a-bd22-4996-b64d-29deebca73cb req-809d9416-01d0-4201-864b-0a3e0e516ac7 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:31.504793 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-0fc2180a-bd22-4996-b64d-29deebca73cb req-809d9416-01d0-4201-864b-0a3e0e516ac7 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 943 time: 0.1976435 Apr 15 13:19:31.532948 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-e77fde33-bfce-4b3c-9012-c20ed69128a6 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4525836 Apr 15 13:19:31.676883 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-0fc2180a-bd22-4996-b64d-29deebca73cb req-273bff03-8449-49eb-9057-6499c27f5120 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=d404a583-e3c0-4f88-b908-ba90aa4fc8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637599 Apr 15 13:19:31.768338 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2462cad8-7df2-4d66-a7c2-de2c3dbd1f8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:31.806904 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-2462cad8-7df2-4d66-a7c2-de2c3dbd1f8b admin admin] Transition to ACTIVE for port object ac5921ae-1249-4a41-8152-f85dbde8e150 will not be triggered until provisioned by entity DHCP. {{(pid=85257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:19:31.838060 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2462cad8-7df2-4d66-a7c2-de2c3dbd1f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757045383897'] for port, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:31.987225 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-ba43269d-4021-4efd-843a-9c881c2b78b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'name': 'tempest-AttachVolumeTestJSON-1760214375-router', 'tenant_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e20041a2-d216-439e-8f6e-98556d5a7961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:19:24Z', 'updated_at': '2021-04-15T13:19:27Z', 'revision_number': 3, 'project_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'gw_port': {'id': 'e20041a2-d216-439e-8f6e-98556d5a7961', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f9:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:19:26Z', 'updated_at': '2021-04-15T13:19:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb'}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:19:32.006118 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba43269d-4021-4efd-843a-9c881c2b78b2 None None] Checking router: 1a945374-1093-41f6-87d2-3464c2b47d51 for host: dv-cinder-784945-5-smb {{(pid=85259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 13:19:32.007592 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba43269d-4021-4efd-843a-9c881c2b78b2 None None] Updating router 1a945374-1093-41f6-87d2-3464c2b47d51 port e20041a2-d216-439e-8f6e-98556d5a7961 binding host dv-cinder-784945-5-smb {{(pid=85259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 13:19:32.032089 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-2c84c8c1-b0c8-48c8-b3de-3fff6617f2ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:32.040839 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a879f474-29b9-4158-95ef-cc1df744b748 None None] Network 789c7916-9ffb-4d78-99b1-d0c20871e468 requested from dv-cinder-784945-5-smb {{(pid=85259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 13:19:32.199952 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ba43269d-4021-4efd-843a-9c881c2b78b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:32.238053 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2462cad8-7df2-4d66-a7c2-de2c3dbd1f8b admin admin] Pushing event updated for resources: {'Port': ['ID=ac5921ae-1249-4a41-8152-f85dbde8e150,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:32.238053 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-2462cad8-7df2-4d66-a7c2-de2c3dbd1f8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:32.369291 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2462cad8-7df2-4d66-a7c2-de2c3dbd1f8b admin admin] Network 2f9b0ee9-78e1-43c1-87cb-abce99e8826a is already hosted by enough agents. {{(pid=85257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 13:19:32.373553 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [None req-2462cad8-7df2-4d66-a7c2-de2c3dbd1f8b admin admin] Resources bound (agent type, host, resource id): {{(pid=85257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:19:32.376665 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2462cad8-7df2-4d66-a7c2-de2c3dbd1f8b admin admin] Received port after_create {{(pid=85257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 13:19:32.377429 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2462cad8-7df2-4d66-a7c2-de2c3dbd1f8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853742696'] for router_interface, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:32.724985 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2462cad8-7df2-4d66-a7c2-de2c3dbd1f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:32.767518 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 41922) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:19:32.774525 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-b5064422-d5f6-4fb8-81a6-c87ecf2dfd02 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1919952887-network', 'tenant_id': 'bef1b1365a77484098913265c555f16f'}} {{(pid=85258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:19:32.781091 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d804ce-bae1-49ba-9561-bb94d2d09999 req-446cd8ad-d234-4bae-b1d2-011663d70c88 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:32.783063 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-38d804ce-bae1-49ba-9561-bb94d2d09999 req-446cd8ad-d234-4bae-b1d2-011663d70c88 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc6147fd-2d41-43ca-8abd-49f6f364bc78 HTTP/1.1" status: 200 len: 984 time: 0.4014633 Apr 15 13:19:32.796979 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-b5064422-d5f6-4fb8-81a6-c87ecf2dfd02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:19:32.804702 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-b5064422-d5f6-4fb8-81a6-c87ecf2dfd02 admin admin] Usage tracker for resource:network and tenant:bef1b1365a77484098913265c555f16f is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:19:32.824551 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-b5064422-d5f6-4fb8-81a6-c87ecf2dfd02 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:19:32.848607 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-b5064422-d5f6-4fb8-81a6-c87ecf2dfd02 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:19:32.867765 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5064422-d5f6-4fb8-81a6-c87ecf2dfd02 admin admin] Made reservation on behalf of bef1b1365a77484098913265c555f16f for: {'network': 1} {{(pid=85258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 13:19:32.872591 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b5064422-d5f6-4fb8-81a6-c87ecf2dfd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for network, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:32.892984 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-fe2fc3d5-d05e-4fb2-9655-2b675d30db3c None None] Provisioning for port ac5921ae-1249-4a41-8152-f85dbde8e150 completed by entity DHCP. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:19:32.893213 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b5064422-d5f6-4fb8-81a6-c87ecf2dfd02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:32.905260 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-fe2fc3d5-d05e-4fb2-9655-2b675d30db3c None None] Provisioning complete for port ac5921ae-1249-4a41-8152-f85dbde8e150 triggered by entity DHCP. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:19:32.905682 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-fe2fc3d5-d05e-4fb2-9655-2b675d30db3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:32.909960 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-b5064422-d5f6-4fb8-81a6-c87ecf2dfd02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:19:32.914592 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-b5064422-d5f6-4fb8-81a6-c87ecf2dfd02 admin admin] Usage tracker for resource:security_group_rule and tenant:bef1b1365a77484098913265c555f16f is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:19:32.918140 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-b5064422-d5f6-4fb8-81a6-c87ecf2dfd02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:19:32.924312 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-b5064422-d5f6-4fb8-81a6-c87ecf2dfd02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:19:32.991847 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-fe2fc3d5-d05e-4fb2-9655-2b675d30db3c None None] Port ac5921ae-1249-4a41-8152-f85dbde8e150 cannot update to ACTIVE because it is not bound. {{(pid=85259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 13:19:33.051437 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b5064422-d5f6-4fb8-81a6-c87ecf2dfd02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:33.055607 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b5064422-d5f6-4fb8-81a6-c87ecf2dfd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:33.060632 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-addff937-e4af-4bf3-b154-402cb1e68383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:33.091908 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5064422-d5f6-4fb8-81a6-c87ecf2dfd02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=85258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 13:19:33.102759 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5064422-d5f6-4fb8-81a6-c87ecf2dfd02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c4e615-c7bf-4cd5-ab36-5b8d2aa5bd14,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:33.108562 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-b5064422-d5f6-4fb8-81a6-c87ecf2dfd02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:33.111307 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b5064422-d5f6-4fb8-81a6-c87ecf2dfd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773144'] for segment, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:33.111679 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.db.segments_db [None req-b5064422-d5f6-4fb8-81a6-c87ecf2dfd02 admin admin] Added segment 233c6e9a-c87d-414b-ba21-29df9243956b of type vlan for network 8bab7c1b-89fc-4135-9c12-aeec2b7dc83e Apr 15 13:19:33.141547 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b5064422-d5f6-4fb8-81a6-c87ecf2dfd02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757045372002'] for network, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:33.170812 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ba43269d-4021-4efd-843a-9c881c2b78b2 None None] Notify callbacks [] for port, precommit_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:33.183069 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b5064422-d5f6-4fb8-81a6-c87ecf2dfd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424'] for network, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:33.184510 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5064422-d5f6-4fb8-81a6-c87ecf2dfd02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:33.185146 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b5064422-d5f6-4fb8-81a6-c87ecf2dfd02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for network, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:33.186767 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-ba43269d-4021-4efd-843a-9c881c2b78b2 None None] Transition to ACTIVE for port object e20041a2-d216-439e-8f6e-98556d5a7961 will not be triggered until provisioned by entity L2. {{(pid=85259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:19:33.190433 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:33.193935 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ba43269d-4021-4efd-843a-9c881c2b78b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:33.226038 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:33.232728 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-38d804ce-bae1-49ba-9561-bb94d2d09999 req-e67ac0e8-f9fb-42b1-a893-7ed6b26f99ce tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/security-groups?id=54ae3d8d-9200-4f86-bc71-03d25659e041&id=55717d8c-6ad6-49f3-b0c7-fb9161fab0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4407792 Apr 15 13:19:33.330279 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47906f7a-7480-48e8-a36b-998907efda49 req-64f51677-8264-48b7-b647-ae84beb0a7f4 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:33.332015 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-47906f7a-7480-48e8-a36b-998907efda49 req-64f51677-8264-48b7-b647-ae84beb0a7f4 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 943 time: 0.2279744 Apr 15 13:19:33.343688 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2715204-8938-4e83-8b79-b23e4f0cb6f9 None None] Pushing event updated for resources: {'Port': ['ID=e20041a2-d216-439e-8f6e-98556d5a7961,revision_number=2']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:33.387242 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-b5064422-d5f6-4fb8-81a6-c87ecf2dfd02 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6184278 Apr 15 13:19:33.388380 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 41930) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:19:33.401682 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-0c1e228a-cb81-4cba-86f0-da4f2d645913 admin admin] Request body: {'subnet': {'network_id': '8bab7c1b-89fc-4135-9c12-aeec2b7dc83e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1919952887-subnet', 'tenant_id': 'bef1b1365a77484098913265c555f16f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:19:33.403554 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-c2715204-8938-4e83-8b79-b23e4f0cb6f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:33.405947 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5064422-d5f6-4fb8-81a6-c87ecf2dfd02 admin admin] Pushing event updated for resources: {'Network': ['ID=8bab7c1b-89fc-4135-9c12-aeec2b7dc83e,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:33.416549 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-b5064422-d5f6-4fb8-81a6-c87ecf2dfd02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:33.419160 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-0c1e228a-cb81-4cba-86f0-da4f2d645913 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:19:33.423588 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Network 8bab7c1b-89fc-4135-9c12-aeec2b7dc83e details requested by agent ovs-agent-dv-cinder-784945-5-smb with host dv-cinder-784945-5-smb {{(pid=85259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 13:19:33.432065 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-0c1e228a-cb81-4cba-86f0-da4f2d645913 admin admin] Usage tracker for resource:subnet and tenant:bef1b1365a77484098913265c555f16f is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:19:33.435825 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-0c1e228a-cb81-4cba-86f0-da4f2d645913 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:19:33.443097 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-0c1e228a-cb81-4cba-86f0-da4f2d645913 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:19:33.458847 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1e228a-cb81-4cba-86f0-da4f2d645913 admin admin] Made reservation on behalf of bef1b1365a77484098913265c555f16f for: {'subnet': 1} {{(pid=85258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 13:19:33.462114 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0c1e228a-cb81-4cba-86f0-da4f2d645913 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853304430'] for subnet, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:33.511402 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-47906f7a-7480-48e8-a36b-998907efda49 req-b7fe8532-0f0b-41e6-b878-b81e184340eb tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=d404a583-e3c0-4f88-b908-ba90aa4fc8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1712246 Apr 15 13:19:33.621645 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2462cad8-7df2-4d66-a7c2-de2c3dbd1f8b admin admin] Notify callbacks [] for port, precommit_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:33.633465 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2462cad8-7df2-4d66-a7c2-de2c3dbd1f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:33.642689 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2462cad8-7df2-4d66-a7c2-de2c3dbd1f8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854146407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853743053'] for router_interface, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:33.676342 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-09421ac2-95ab-478a-9894-bbd13b2731a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:33.981049 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-ba43269d-4021-4efd-843a-9c881c2b78b2 None None] Attempting to bind port e20041a2-d216-439e-8f6e-98556d5a7961 on host dv-cinder-784945-5-smb for vnic_type normal with profile {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 13:19:33.981524 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-ba43269d-4021-4efd-843a-9c881c2b78b2 None None] Attempting to bind port e20041a2-d216-439e-8f6e-98556d5a7961 by drivers openvswitch,hyperv on host dv-cinder-784945-5-smb at level 0 using segments [{'id': '906bcebc-1c01-4a0b-bcb7-9d225f9b16c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2'}] {{(pid=85259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 13:19:33.981874 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba43269d-4021-4efd-843a-9c881c2b78b2 None None] Attempting to bind port e20041a2-d216-439e-8f6e-98556d5a7961 on network 55d93253-8afb-47db-93d0-1527fbeb95d2 {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:19:33.988632 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba43269d-4021-4efd-843a-9c881c2b78b2 None None] Checking agent: {'id': '81e11618-700f-4852-9942-b93dec05a832', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 13, 7, 16), 'started_at': datetime.datetime(2021, 4, 15, 13, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 13, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 13:19:33.989459 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba43269d-4021-4efd-843a-9c881c2b78b2 None None] Checking segment: {'id': '906bcebc-1c01-4a0b-bcb7-9d225f9b16c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:19:33.989921 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ba43269d-4021-4efd-843a-9c881c2b78b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:33.990371 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba43269d-4021-4efd-843a-9c881c2b78b2 None None] Bound using segment: {'id': '906bcebc-1c01-4a0b-bcb7-9d225f9b16c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2'} {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 13:19:33.990914 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-ba43269d-4021-4efd-843a-9c881c2b78b2 None None] Bound port: e20041a2-d216-439e-8f6e-98556d5a7961, host: dv-cinder-784945-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906bcebc-1c01-4a0b-bcb7-9d225f9b16c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2'}}] {{(pid=85259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 13:19:33.991345 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ba43269d-4021-4efd-843a-9c881c2b78b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:34.082986 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-ba43269d-4021-4efd-843a-9c881c2b78b2 None None] For port e20041a2-d216-439e-8f6e-98556d5a7961, host dv-cinder-784945-5-smb, cleared binding levels {{(pid=85259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 13:19:34.090448 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-ba43269d-4021-4efd-843a-9c881c2b78b2 None None] For port e20041a2-d216-439e-8f6e-98556d5a7961, host dv-cinder-784945-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=e20041a2-d216-439e-8f6e-98556d5a7961,segment=NetworkSegment(906bcebc-1c01-4a0b-bcb7-9d225f9b16c2),segment_id=906bcebc-1c01-4a0b-bcb7-9d225f9b16c2)] {{(pid=85259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 13:19:34.139125 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0c1e228a-cb81-4cba-86f0-da4f2d645913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10742104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853304445'] for subnet, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:34.152133 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ba43269d-4021-4efd-843a-9c881c2b78b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:34.166880 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-191bf557-433c-4b7a-a3e4-531a76ff5f85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:34.178391 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2462cad8-7df2-4d66-a7c2-de2c3dbd1f8b admin admin] Pushing event updated for resources: {'Port': ['ID=ac5921ae-1249-4a41-8152-f85dbde8e150,revision_number=2']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:34.186095 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-2462cad8-7df2-4d66-a7c2-de2c3dbd1f8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:34.338568 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e228a-cb81-4cba-86f0-da4f2d645913 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1de13e0-60f6-4d90-bf98-768d712b20d7,revision_number=0']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:34.348181 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-0c1e228a-cb81-4cba-86f0-da4f2d645913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:34.361102 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-41a27026-e32e-44e3-87dc-6eb055ca0e15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:34.369915 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2462cad8-7df2-4d66-a7c2-de2c3dbd1f8b admin admin] Network 2f9b0ee9-78e1-43c1-87cb-abce99e8826a is already hosted by enough agents. {{(pid=85257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 13:19:34.375975 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [None req-2462cad8-7df2-4d66-a7c2-de2c3dbd1f8b admin admin] Resources bound (agent type, host, resource id): {{(pid=85257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:19:34.485130 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1e228a-cb81-4cba-86f0-da4f2d645913 admin admin] Checking segment: {'id': '233c6e9a-c87d-414b-ba21-29df9243956b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '8bab7c1b-89fc-4135-9c12-aeec2b7dc83e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:19:34.485544 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1e228a-cb81-4cba-86f0-da4f2d645913 admin admin] Network hostable DHCP agents. Network: 8bab7c1b-89fc-4135-9c12-aeec2b7dc83e, hostable agents: ['311c43f5-3c4a-4973-9b30-7f7c0bf49be0'], hosted agents: [] {{(pid=85258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 13:19:34.519094 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1e228a-cb81-4cba-86f0-da4f2d645913 admin admin] Network 8bab7c1b-89fc-4135-9c12-aeec2b7dc83e is scheduled to be hosted by DHCP agent 311c43f5-3c4a-4973-9b30-7f7c0bf49be0 with binding_index 1 {{(pid=85258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 13:19:34.547130 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [None req-0c1e228a-cb81-4cba-86f0-da4f2d645913 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-5-smb, 8bab7c1b-89fc-4135-9c12-aeec2b7dc83e) {{(pid=85258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:19:34.576856 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1e228a-cb81-4cba-86f0-da4f2d645913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:34.577845 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0c1e228a-cb81-4cba-86f0-da4f2d645913 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for subnet, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:34.618720 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2715204-8938-4e83-8b79-b23e4f0cb6f9 None None] Pushing event updated for resources: {'Port': ['ID=e20041a2-d216-439e-8f6e-98556d5a7961,revision_number=3']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:34.631210 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-0c1e228a-cb81-4cba-86f0-da4f2d645913 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2392869 Apr 15 13:19:34.635165 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-c2715204-8938-4e83-8b79-b23e4f0cb6f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:34.675432 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080f4d5b-99b5-4d3c-b01c-d38897c817a3 None None] Network 8bab7c1b-89fc-4135-9c12-aeec2b7dc83e requested from dv-cinder-784945-5-smb {{(pid=85259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 13:19:34.809558 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2462cad8-7df2-4d66-a7c2-de2c3dbd1f8b admin admin] Router 1a945374-1093-41f6-87d2-3464c2b47d51 has already been hosted by L3 agent d2850426-fba2-4e27-a3ef-bf91b3b25695 {{(pid=85257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 13:19:34.858088 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba43269d-4021-4efd-843a-9c881c2b78b2 None None] Routers {'1a945374-1093-41f6-87d2-3464c2b47d51'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:19:34.864928 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-ba43269d-4021-4efd-843a-9c881c2b78b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:19:15Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['1a945374-1093-41f6-87d2-3464c2b47d51'], 'active': True} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:19:34.989512 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-32d6b554-f361-4507-8793-a4e5512a91e2 None None] Provisioning complete for port ac5921ae-1249-4a41-8152-f85dbde8e150 triggered by entity DHCP. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:19:34.989946 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-32d6b554-f361-4507-8793-a4e5512a91e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:35.235605 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2462cad8-7df2-4d66-a7c2-de2c3dbd1f8b admin admin] Notify agent at l3_agent.dv-cinder-784945-5-smb the message routers_updated {{(pid=85257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 13:19:35.269718 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-2462cad8-7df2-4d66-a7c2-de2c3dbd1f8b admin admin] 10.222.0.64 "PUT /v2.0/routers/1a945374-1093-41f6-87d2-3464c2b47d51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8115778 Apr 15 13:19:35.298481 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c960e99b-f373-47de-a6ab-76198e214003 req-1b331bd1-c5c8-41dd-b464-f182ec81b09e tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:35.317384 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c960e99b-f373-47de-a6ab-76198e214003 req-1b331bd1-c5c8-41dd-b464-f182ec81b09e tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc6147fd-2d41-43ca-8abd-49f6f364bc78 HTTP/1.1" status: 200 len: 984 time: 0.4985440 Apr 15 13:19:35.325214 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a94b0b-6d91-42ea-9db6-a03e67d49b16 req-670a99c5-8985-4d95-9f77-9cfd3b203498 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:35.327182 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-68a94b0b-6d91-42ea-9db6-a03e67d49b16 req-670a99c5-8985-4d95-9f77-9cfd3b203498 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 943 time: 0.5152483 Apr 15 13:19:35.352003 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-ba43269d-4021-4efd-843a-9c881c2b78b2 None None] Set router 1a945374-1093-41f6-87d2-3464c2b47d51 gateway port host: dv-cinder-784945-5-smb {{(pid=85259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:19:35.460164 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-68a94b0b-6d91-42ea-9db6-a03e67d49b16 req-1339b7f4-9c44-496a-96b6-a1e5557f10ec tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=d404a583-e3c0-4f88-b908-ba90aa4fc8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156168 Apr 15 13:19:35.473027 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c960e99b-f373-47de-a6ab-76198e214003 req-002f5288-545b-4b67-b602-5f35c280e3d9 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/security-groups?id=54ae3d8d-9200-4f86-bc71-03d25659e041&id=55717d8c-6ad6-49f3-b0c7-fb9161fab0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1600149 Apr 15 13:19:35.687895 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-32d6b554-f361-4507-8793-a4e5512a91e2 None None] Port ac5921ae-1249-4a41-8152-f85dbde8e150 cannot update to ACTIVE because it is not bound. {{(pid=85259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 13:19:35.723724 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a299ab-eb24-4b59-96fa-4cc4eee6bd4d None None] Network 8bab7c1b-89fc-4135-9c12-aeec2b7dc83e requested from dv-cinder-784945-5-smb {{(pid=85259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 13:19:35.946662 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2338d82-e5e8-4ed5-9512-2ea30791ee20 req-5005a84b-f3cf-4da1-8a10-90932c7bb3b7 tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:35.948352 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f2338d82-e5e8-4ed5-9512-2ea30791ee20 req-5005a84b-f3cf-4da1-8a10-90932c7bb3b7 tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] 10.222.0.64 "GET /v2.0/networks?id=789c7916-9ffb-4d78-99b1-d0c20871e468 HTTP/1.1" status: 200 len: 809 time: 0.1709478 Apr 15 13:19:35.966571 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f2338d82-e5e8-4ed5-9512-2ea30791ee20 req-c3156d63-d096-4beb-aa38-75b2e42277f0 tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] 10.222.0.64 "GET /v2.0/quotas/ad5494fe3edf415b8469ce161094baf6 HTTP/1.1" status: 200 len: 375 time: 0.0113893 Apr 15 13:19:36.024510 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f2338d82-e5e8-4ed5-9512-2ea30791ee20 req-f36c7fb8-4938-4e9b-aff6-3d1638fb458e tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ad5494fe3edf415b8469ce161094baf6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511184 Apr 15 13:19:36.154168 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 41970) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:19:36.160768 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-72aaa3d2-7d34-4fc5-94ac-42248fc3dcb3 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1968300503', 'description': 'tempest-description--848519956'}} {{(pid=85258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:19:36.167680 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-72aaa3d2-7d34-4fc5-94ac-42248fc3dcb3 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:19:36.172134 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-72aaa3d2-7d34-4fc5-94ac-42248fc3dcb3 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Usage tracker for resource:security_group and tenant:ed5c7cd2c53749ab8d7588f5d7ed90fd is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:19:36.176448 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-72aaa3d2-7d34-4fc5-94ac-42248fc3dcb3 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:19:36.183732 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-72aaa3d2-7d34-4fc5-94ac-42248fc3dcb3 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:19:36.183946 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f2338d82-e5e8-4ed5-9512-2ea30791ee20 req-e267dbd8-4b93-4551-aa97-de20f165b171 service neutron] 10.222.0.64 "GET /v2.0/networks/789c7916-9ffb-4d78-99b1-d0c20871e468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511269 Apr 15 13:19:36.193426 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-72aaa3d2-7d34-4fc5-94ac-42248fc3dcb3 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:36.215822 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-72aaa3d2-7d34-4fc5-94ac-42248fc3dcb3 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:19:36.219997 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-72aaa3d2-7d34-4fc5-94ac-42248fc3dcb3 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Usage tracker for resource:security_group_rule and tenant:ed5c7cd2c53749ab8d7588f5d7ed90fd is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:19:36.223107 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-72aaa3d2-7d34-4fc5-94ac-42248fc3dcb3 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:19:36.231407 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-72aaa3d2-7d34-4fc5-94ac-42248fc3dcb3 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:19:36.234603 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-ba43269d-4021-4efd-843a-9c881c2b78b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'name': 'tempest-AttachVolumeTestJSON-1760214375-router', 'tenant_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e20041a2-d216-439e-8f6e-98556d5a7961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:19:24Z', 'updated_at': '2021-04-15T13:19:32Z', 'revision_number': 4, 'project_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'gw_port': {'id': 'e20041a2-d216-439e-8f6e-98556d5a7961', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f9:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:19:26Z', 'updated_at': '2021-04-15T13:19:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_interfaces': [{'id': 'ac5921ae-1249-4a41-8152-f85dbde8e150', 'name': '', 'network_id': '2f9b0ee9-78e1-43c1-87cb-abce99e8826a', 'tenant_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'mac_address': 'fa:16:3e:63:88:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b5e38904-2c3f-483b-a51a-75781e9d821b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:19:31Z', 'updated_at': '2021-04-15T13:19:33Z', 'revision_number': 2, 'project_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'subnets': [{'id': 'b5e38904-2c3f-483b-a51a-75781e9d821b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:19:36.240268 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba43269d-4021-4efd-843a-9c881c2b78b2 None None] The sync data for ids ['1a945374-1093-41f6-87d2-3464c2b47d51'] in dv-cinder-784945-5-smb is: [{'id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'name': 'tempest-AttachVolumeTestJSON-1760214375-router', 'tenant_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e20041a2-d216-439e-8f6e-98556d5a7961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:19:24Z', 'updated_at': '2021-04-15T13:19:32Z', 'revision_number': 4, 'project_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'gw_port': {'id': 'e20041a2-d216-439e-8f6e-98556d5a7961', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f9:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:19:26Z', 'updated_at': '2021-04-15T13:19:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_interfaces': [{'id': 'ac5921ae-1249-4a41-8152-f85dbde8e150', 'name': '', 'network_id': '2f9b0ee9-78e1-43c1-87cb-abce99e8826a', 'tenant_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'mac_address': 'fa:16:3e:63:88:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b5e38904-2c3f-483b-a51a-75781e9d821b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:19:31Z', 'updated_at': '2021-04-15T13:19:33Z', 'revision_number': 2, 'project_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'subnets': [{'id': 'b5e38904-2c3f-483b-a51a-75781e9d821b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 13:19:36.322734 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-72aaa3d2-7d34-4fc5-94ac-42248fc3dcb3 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:36.327536 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-72aaa3d2-7d34-4fc5-94ac-42248fc3dcb3 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:36.333449 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-7af81aef-24cc-4898-afb2-b8f83bf4629b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:36.377594 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aaa3d2-7d34-4fc5-94ac-42248fc3dcb3 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc549f9b-c33b-452f-aa7c-14b9d1deb093,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:36.380478 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-72aaa3d2-7d34-4fc5-94ac-42248fc3dcb3 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:36.381421 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-72aaa3d2-7d34-4fc5-94ac-42248fc3dcb3 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:36.386161 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-72aaa3d2-7d34-4fc5-94ac-42248fc3dcb3 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2280371 Apr 15 13:19:36.386918 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 41976) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:19:36.392635 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-b4da3a54-6e03-4355-bb4b-a419883435c9 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Request body: {'security_group_rule': {'security_group_id': 'dc549f9b-c33b-452f-aa7c-14b9d1deb093', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:19:36.394467 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f2338d82-e5e8-4ed5-9512-2ea30791ee20 req-eca617a3-0c32-42ac-8afd-02500302a853 service neutron] 10.222.0.64 "GET /v2.0/networks/789c7916-9ffb-4d78-99b1-d0c20871e468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035694 Apr 15 13:19:36.399681 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-b4da3a54-6e03-4355-bb4b-a419883435c9 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:19:36.403837 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-b4da3a54-6e03-4355-bb4b-a419883435c9 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Usage tracker for resource:security_group_rule and tenant:ed5c7cd2c53749ab8d7588f5d7ed90fd is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:19:36.407316 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-b4da3a54-6e03-4355-bb4b-a419883435c9 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:19:36.418115 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-b4da3a54-6e03-4355-bb4b-a419883435c9 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:19:36.443316 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b4da3a54-6e03-4355-bb4b-a419883435c9 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:36.489532 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e794cd-2fbe-4d58-9bf0-805289dd9804 req-2a7e246a-c02c-4b86-aa34-6e3d93f18b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:36.504948 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-53e794cd-2fbe-4d58-9bf0-805289dd9804 req-2a7e246a-c02c-4b86-aa34-6e3d93f18b8d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=06a7ee46542d4f8884190e4353903cd9&device_id=cc6147fd-2d41-43ca-8abd-49f6f364bc78 HTTP/1.1" status: 200 len: 1137 time: 0.1093194 Apr 15 13:19:36.521016 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b4da3a54-6e03-4355-bb4b-a419883435c9 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:36.524976 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b4da3a54-6e03-4355-bb4b-a419883435c9 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853838685'] for security_group_rule, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:36.527436 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-1558d6e3-1cc8-478f-8d4c-8da076457f17 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:36.576747 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b4da3a54-6e03-4355-bb4b-a419883435c9 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:36.580847 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-b4da3a54-6e03-4355-bb4b-a419883435c9 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1907368 Apr 15 13:19:36.583528 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 41988) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:19:36.590516 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-c4425663-b784-40bf-abd2-b50c23020470 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Request body: {'security_group_rule': {'security_group_id': 'dc549f9b-c33b-452f-aa7c-14b9d1deb093', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:19:36.599374 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4da3a54-6e03-4355-bb4b-a419883435c9 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe00e416-bed8-44f4-a34e-17f66144a430,revision_number=0']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:36.601766 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-c4425663-b784-40bf-abd2-b50c23020470 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:19:36.604655 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-b4da3a54-6e03-4355-bb4b-a419883435c9 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:36.607453 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-c4425663-b784-40bf-abd2-b50c23020470 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Usage tracker for resource:security_group_rule and tenant:ed5c7cd2c53749ab8d7588f5d7ed90fd is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:19:36.611504 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-c4425663-b784-40bf-abd2-b50c23020470 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:19:36.618580 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-c4425663-b784-40bf-abd2-b50c23020470 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:19:36.645596 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c4425663-b784-40bf-abd2-b50c23020470 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:36.856961 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c4425663-b784-40bf-abd2-b50c23020470 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:36.861140 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c4425663-b784-40bf-abd2-b50c23020470 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853838685'] for security_group_rule, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:36.864298 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:36.893216 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4425663-b784-40bf-abd2-b50c23020470 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=679895c3-4af4-4d1a-a618-2699545b48da,revision_number=0']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:36.899632 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-c4425663-b784-40bf-abd2-b50c23020470 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:36.928416 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c4425663-b784-40bf-abd2-b50c23020470 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:36.934606 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-c4425663-b784-40bf-abd2-b50c23020470 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3499038 Apr 15 13:19:36.935642 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 42000) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:19:36.942641 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-f9b3dd8f-2163-47c4-a42c-20499a21148a tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Request body: {'floatingip': {'floating_network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2'}} {{(pid=85258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:19:36.951594 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-f9b3dd8f-2163-47c4-a42c-20499a21148a tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:19:36.956705 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-f9b3dd8f-2163-47c4-a42c-20499a21148a tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Usage tracker for resource:floatingip and tenant:ed5c7cd2c53749ab8d7588f5d7ed90fd is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:19:36.961790 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-f9b3dd8f-2163-47c4-a42c-20499a21148a tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:19:36.964604 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 42004) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:19:36.971239 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-f9b3dd8f-2163-47c4-a42c-20499a21148a tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:19:37.005214 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-f9b3dd8f-2163-47c4-a42c-20499a21148a tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks [] for floatingip, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:37.075208 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216fd0f8-5169-4ae5-9d0a-9f746065e726 req-5df89a8d-a76a-4808-a3ef-42726bfe72e1 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:37.076967 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-216fd0f8-5169-4ae5-9d0a-9f746065e726 req-5df89a8d-a76a-4808-a3ef-42726bfe72e1 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc6147fd-2d41-43ca-8abd-49f6f364bc78 HTTP/1.1" status: 200 len: 984 time: 0.3480780 Apr 15 13:19:37.133766 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c827f62a-8df8-464c-a3d5-e91068196732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:37.167650 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-c827f62a-8df8-464c-a3d5-e91068196732 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:19:37.173279 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-c827f62a-8df8-464c-a3d5-e91068196732 admin admin] Usage tracker for resource:security_group_rule and tenant:10e3b1dcd9c34a1ba73226915ce9d75b is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:19:37.174237 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d61c1-aefb-493f-896d-45d874039a98 req-9745da88-6ea4-428d-9af8-5b11f14bbbf3 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:37.177189 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-133d61c1-aefb-493f-896d-45d874039a98 req-9745da88-6ea4-428d-9af8-5b11f14bbbf3 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 943 time: 0.4498863 Apr 15 13:19:37.178098 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-c827f62a-8df8-464c-a3d5-e91068196732 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:19:37.186164 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-c827f62a-8df8-464c-a3d5-e91068196732 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:19:37.197066 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-216fd0f8-5169-4ae5-9d0a-9f746065e726 req-95102ff6-b000-4fcb-ad87-f828d2c75d36 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/security-groups?id=54ae3d8d-9200-4f86-bc71-03d25659e041&id=55717d8c-6ad6-49f3-b0c7-fb9161fab0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0913322 Apr 15 13:19:37.198647 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e794cd-2fbe-4d58-9bf0-805289dd9804 req-f0ce18ac-adca-40f4-9aa1-bce3665f34ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:37.200684 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-53e794cd-2fbe-4d58-9bf0-805289dd9804 req-f0ce18ac-adca-40f4-9aa1-bce3665f34ad service neutron] 10.222.0.65 "GET /v2.0/networks?id=0f9785c8-77af-4ae7-b996-ffbea947a1be HTTP/1.1" status: 200 len: 916 time: 0.6859975 Apr 15 13:19:37.325563 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-f9b3dd8f-2163-47c4-a42c-20499a21148a tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:37.391999 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-fb707209-f379-49ab-a901-192cdea1ab9d req-52067341-14b6-41d5-9c6f-d8b4fab4663f tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c908743-43c6-4991-b59b-da2abbb3d19e HTTP/1.1" status: 200 len: 210 time: 0.0706277 Apr 15 13:19:37.427188 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-133d61c1-aefb-493f-896d-45d874039a98 req-ac61f2b4-a545-4a5f-b7ab-7cf7bb7ab07c tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=d404a583-e3c0-4f88-b908-ba90aa4fc8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2253945 Apr 15 13:19:37.455142 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-53e794cd-2fbe-4d58-9bf0-805289dd9804 req-c76e4345-2bc1-4789-a1ac-526203c0b16b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c219c348-57ba-4d15-9dff-047a3a087bd9 HTTP/1.1" status: 200 len: 1001 time: 0.2239249 Apr 15 13:19:37.533206 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c827f62a-8df8-464c-a3d5-e91068196732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:37.535863 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e794cd-2fbe-4d58-9bf0-805289dd9804 req-2dda07e1-dce6-4ba2-ab57-7697905577e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:37.537824 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-53e794cd-2fbe-4d58-9bf0-805289dd9804 req-2dda07e1-dce6-4ba2-ab57-7697905577e0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=747f79b7-7f51-4cf9-813a-8c186b8b3fc8 HTTP/1.1" status: 200 len: 854 time: 0.0729151 Apr 15 13:19:37.546996 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c827f62a-8df8-464c-a3d5-e91068196732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:37.559296 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-c516ce3e-589e-42a3-9211-752182b64aab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:37.592628 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_common [None req-f9b3dd8f-2163-47c4-a42c-20499a21148a tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Allocated IP 172.28.3.143 (55d93253-8afb-47db-93d0-1527fbeb95d2/ec126ae6-92bb-4236-889a-ca54f3751a25/74d2e702-8f42-4a7d-bd83-c35aba5e999c) {{(pid=85258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 13:19:37.635654 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-c827f62a-8df8-464c-a3d5-e91068196732 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=10e3b1dcd9c34a1ba73226915ce9d75b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6665266 Apr 15 13:19:37.636946 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 42012) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:19:37.637859 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c827f62a-8df8-464c-a3d5-e91068196732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db3bb15-93d9-41ec-9551-7db5832fcbff,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:37.642276 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-c827f62a-8df8-464c-a3d5-e91068196732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:37.647641 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e794cd-2fbe-4d58-9bf0-805289dd9804 req-f9c5ba7e-7283-415a-b40b-c7a06fe5eae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:37.649452 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-53e794cd-2fbe-4d58-9bf0-805289dd9804 req-f9c5ba7e-7283-415a-b40b-c7a06fe5eae4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0f9785c8-77af-4ae7-b996-ffbea947a1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0954332 Apr 15 13:19:37.826491 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ff5fc8f4-af23-4ee9-9baa-4ee553fdaaea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:37.829213 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-53e794cd-2fbe-4d58-9bf0-805289dd9804 req-29d3f892-e440-439d-b2a0-ea62834a4560 service neutron] 10.222.0.65 "GET /v2.0/networks/0f9785c8-77af-4ae7-b996-ffbea947a1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693611 Apr 15 13:19:37.888218 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ff5fc8f4-af23-4ee9-9baa-4ee553fdaaea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:37.897741 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-f9b3dd8f-2163-47c4-a42c-20499a21148a tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks [] for port, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:37.956405 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ff5fc8f4-af23-4ee9-9baa-4ee553fdaaea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:37.961318 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-5cb19184-5b47-4e59-8551-e150935a502f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:37.970943 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-f9b3dd8f-2163-47c4-a42c-20499a21148a tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757045383897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10742258'] for port, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:37.978051 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-53e794cd-2fbe-4d58-9bf0-805289dd9804 req-8eedafe8-10d0-4bee-8b0a-0f94ac7268c8 service neutron] 10.222.0.65 "GET /v2.0/networks/0f9785c8-77af-4ae7-b996-ffbea947a1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415107 Apr 15 13:19:37.990401 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5fc8f4-af23-4ee9-9baa-4ee553fdaaea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db3bb15-93d9-41ec-9551-7db5832fcbff,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:37.997844 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-ff5fc8f4-af23-4ee9-9baa-4ee553fdaaea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:37.998377 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-74eaa3df-d873-4249-95fb-eb29161b7c01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:38.108176 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ff5fc8f4-af23-4ee9-9baa-4ee553fdaaea admin admin] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:38.109580 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-ff5fc8f4-af23-4ee9-9baa-4ee553fdaaea admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9db3bb15-93d9-41ec-9551-7db5832fcbff HTTP/1.1" status: 204 len: 168 time: 0.4662683 Apr 15 13:19:38.162152 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b3dd8f-2163-47c4-a42c-20499a21148a tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Pushing event updated for resources: {'Port': ['ID=74d2e702-8f42-4a7d-bd83-c35aba5e999c,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:38.168369 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-f9b3dd8f-2163-47c4-a42c-20499a21148a tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:38.267289 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b3dd8f-2163-47c4-a42c-20499a21148a tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Network 55d93253-8afb-47db-93d0-1527fbeb95d2 is already hosted by enough agents. {{(pid=85258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 13:19:38.277502 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [None req-f9b3dd8f-2163-47c4-a42c-20499a21148a tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Resources bound (agent type, host, resource id): {{(pid=85258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:19:38.282621 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b3dd8f-2163-47c4-a42c-20499a21148a tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Received port after_create {{(pid=85258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 13:19:38.293288 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=85259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 13:19:38.543260 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2338d82-e5e8-4ed5-9512-2ea30791ee20 req-c7a13bd0-9ca6-487d-ad24-47d8571c1fc4 tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:38.548682 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f2338d82-e5e8-4ed5-9512-2ea30791ee20 req-c7a13bd0-9ca6-487d-ad24-47d8571c1fc4 tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] 10.222.0.65 "GET /v2.0/networks?id=789c7916-9ffb-4d78-99b1-d0c20871e468 HTTP/1.1" status: 200 len: 809 time: 0.3797288 Apr 15 13:19:38.581360 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [req-f2338d82-e5e8-4ed5-9512-2ea30791ee20 req-8f2b1d20-c16e-4d38-9c08-e16af37aea3e tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] Request body: {'port': {'device_id': '3c908743-43c6-4991-b59b-da2abbb3d19e', 'network_id': '789c7916-9ffb-4d78-99b1-d0c20871e468', 'admin_state_up': True, 'tenant_id': 'ad5494fe3edf415b8469ce161094baf6'}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:19:38.601895 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd,segment=NetworkSegment(063acdd5-d5b4-42f0-8d65-a7c12793df51),segment_id=063acdd5-d5b4-42f0-8d65-a7c12793df51)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:19:38.636029 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Returning: {'device': 'cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd', 'network_id': 'a011c5a8-19dd-4b3a-aac8-fb661fc52f6c', 'port_id': 'cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd', 'mac_address': 'fa:16:3e:61:d7:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4c8aae7-d54c-4123-b3a9-729be74bee3f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 13:19:38.705982 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec265955-c3c0-49e5-a75f-f4d80f858412 req-21b21dfc-a719-4564-af5f-e761f8412383 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:38.708618 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ec265955-c3c0-49e5-a75f-f4d80f858412 req-21b21dfc-a719-4564-af5f-e761f8412383 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc6147fd-2d41-43ca-8abd-49f6f364bc78 HTTP/1.1" status: 200 len: 984 time: 0.2735381 Apr 15 13:19:38.717957 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device e20041a2-d216-439e-8f6e-98556d5a7961 up at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:19:38.742312 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-f9b3dd8f-2163-47c4-a42c-20499a21148a tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:38.789622 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:38.812697 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd {{(pid=85259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 13:19:38.814717 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-f9b3dd8f-2163-47c4-a42c-20499a21148a tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:38.833011 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning for port e20041a2-d216-439e-8f6e-98556d5a7961 completed by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:19:38.842248 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning complete for port e20041a2-d216-439e-8f6e-98556d5a7961 triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:19:38.842675 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:38.871294 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd,segment=NetworkSegment(063acdd5-d5b4-42f0-8d65-a7c12793df51),segment_id=063acdd5-d5b4-42f0-8d65-a7c12793df51)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:19:38.886025 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:38.891547 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:38.991459 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Pushing event updated for resources: {'Port': ['ID=cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd,revision_number=9']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:38.996179 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:39.048941 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4d09fc1c-36e4-4621-8921-fc55d94a216c req-5e07668f-7b49-4ab2-9867-c6ca0081f675 tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c908743-43c6-4991-b59b-da2abbb3d19e HTTP/1.1" status: 200 len: 210 time: 0.3586941 Apr 15 13:19:39.057456 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:39.079962 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] For port e20041a2-d216-439e-8f6e-98556d5a7961, host dv-cinder-784945-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=e20041a2-d216-439e-8f6e-98556d5a7961,segment=NetworkSegment(906bcebc-1c01-4a0b-bcb7-9d225f9b16c2),segment_id=906bcebc-1c01-4a0b-bcb7-9d225f9b16c2)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:19:39.085016 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:39.088546 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:39.110362 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ec265955-c3c0-49e5-a75f-f4d80f858412 req-c8a004ec-142a-4be1-a711-ec108decbbe5 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/security-groups?id=54ae3d8d-9200-4f86-bc71-03d25659e041&id=55717d8c-6ad6-49f3-b0c7-fb9161fab0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0949085 Apr 15 13:19:39.123707 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-f9b3dd8f-2163-47c4-a42c-20499a21148a tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks [] for port, precommit_update {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:39.128607 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-f9b3dd8f-2163-47c4-a42c-20499a21148a tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844033590'] for port, after_update {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:39.138053 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [req-f2338d82-e5e8-4ed5-9512-2ea30791ee20 req-8f2b1d20-c16e-4d38-9c08-e16af37aea3e tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:19:39.142162 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-f2338d82-e5e8-4ed5-9512-2ea30791ee20 req-8f2b1d20-c16e-4d38-9c08-e16af37aea3e tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] Usage tracker for resource:port and tenant:ad5494fe3edf415b8469ce161094baf6 is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:19:39.145563 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-f2338d82-e5e8-4ed5-9512-2ea30791ee20 req-8f2b1d20-c16e-4d38-9c08-e16af37aea3e tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:19:39.151882 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [req-f2338d82-e5e8-4ed5-9512-2ea30791ee20 req-8f2b1d20-c16e-4d38-9c08-e16af37aea3e tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:19:39.161698 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2338d82-e5e8-4ed5-9512-2ea30791ee20 req-8f2b1d20-c16e-4d38-9c08-e16af37aea3e tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] Made reservation on behalf of ad5494fe3edf415b8469ce161094baf6 for: {'port': 1} {{(pid=85257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 13:19:39.168570 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-f2338d82-e5e8-4ed5-9512-2ea30791ee20 req-8f2b1d20-c16e-4d38-9c08-e16af37aea3e tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:39.180690 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Pushing event updated for resources: {'Port': ['ID=e20041a2-d216-439e-8f6e-98556d5a7961,revision_number=4']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:39.184321 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:39.209320 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-298d45d3-4ae8-4bb2-9407-e98dc5fd04ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:39.244052 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] get_ports_and_sgs() called for port_ids ['cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd'] {{(pid=85259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 13:19:39.302148 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b3dd8f-2163-47c4-a42c-20499a21148a tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Pushing event updated for resources: {'Port': ['ID=74d2e702-8f42-4a7d-bd83-c35aba5e999c,revision_number=2']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:39.320136 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-f9b3dd8f-2163-47c4-a42c-20499a21148a tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:39.412719 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88e25f-079c-41d5-906b-3e1cce295eb7 req-1dd5f548-df7c-44b3-bb72-b395de777c5c tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:39.415019 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ed88e25f-079c-41d5-906b-3e1cce295eb7 req-1dd5f548-df7c-44b3-bb72-b395de777c5c tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 944 time: 0.1820335 Apr 15 13:19:39.423925 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-f9b3dd8f-2163-47c4-a42c-20499a21148a tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1033198'] for floatingip, after_update {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:39.454310 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-f9b3dd8f-2163-47c4-a42c-20499a21148a tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for floatingip, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:39.455079 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_common [req-f2338d82-e5e8-4ed5-9512-2ea30791ee20 req-8f2b1d20-c16e-4d38-9c08-e16af37aea3e tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] Allocated IP 172.20.0.11 (789c7916-9ffb-4d78-99b1-d0c20871e468/c9225247-f961-400f-b186-682caba5e8b1/7f2ee4ae-3c22-4eb5-baa1-1b7f61e0e677) {{(pid=85257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 13:19:39.455699 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-f9b3dd8f-2163-47c4-a42c-20499a21148a tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5186059 Apr 15 13:19:39.486888 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ed88e25f-079c-41d5-906b-3e1cce295eb7 req-f2c445e9-4628-4411-8b79-6c1458326573 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=d404a583-e3c0-4f88-b908-ba90aa4fc8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628004 Apr 15 13:19:39.731805 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-f2338d82-e5e8-4ed5-9512-2ea30791ee20 req-8f2b1d20-c16e-4d38-9c08-e16af37aea3e tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] Notify callbacks [] for port, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:39.743600 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-2812acf3-b514-44e3-b712-e84b4ee2ec8e req-7caca275-e967-4ee1-b191-169fc791c253 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1968300503&fields=id&tenant_id=ed5c7cd2c53749ab8d7588f5d7ed90fd HTTP/1.1" status: 200 len: 267 time: 0.0795825 Apr 15 13:19:39.855054 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-f2338d82-e5e8-4ed5-9512-2ea30791ee20 req-8f2b1d20-c16e-4d38-9c08-e16af37aea3e tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757045383897'] for port, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:39.872656 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-f3ca747a-a1a2-4740-b70d-d50dd504b7f4 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:39.995097 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73fe25b-561b-4c59-99d2-18adc72939b7 None None] Sync routers for ids ['1a945374-1093-41f6-87d2-3464c2b47d51'] in dv-cinder-784945-5-smb {{(pid=85260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 13:19:40.063457 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2b1d20-c16e-4d38-9c08-e16af37aea3e tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] Pushing event updated for resources: {'Port': ['ID=7f2ee4ae-3c22-4eb5-baa1-1b7f61e0e677,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:40.079932 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-8f2b1d20-c16e-4d38-9c08-e16af37aea3e tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:40.122541 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812acf3-b514-44e3-b712-e84b4ee2ec8e req-42562022-371e-4be5-b8a3-be2b2dd08506 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:40.124310 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-2812acf3-b514-44e3-b712-e84b4ee2ec8e req-42562022-371e-4be5-b8a3-be2b2dd08506 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/networks?id=2f9b0ee9-78e1-43c1-87cb-abce99e8826a HTTP/1.1" status: 200 len: 811 time: 0.3600423 Apr 15 13:19:40.152373 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-2812acf3-b514-44e3-b712-e84b4ee2ec8e req-f40276ef-1e7e-4cb8-bf8c-6ddbb24bafd5 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/quotas/ed5c7cd2c53749ab8d7588f5d7ed90fd HTTP/1.1" status: 200 len: 375 time: 0.0173149 Apr 15 13:19:40.157281 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2338d82-e5e8-4ed5-9512-2ea30791ee20 req-8f2b1d20-c16e-4d38-9c08-e16af37aea3e tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] Network 789c7916-9ffb-4d78-99b1-d0c20871e468 is already hosted by enough agents. {{(pid=85257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 13:19:40.158526 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [req-f2338d82-e5e8-4ed5-9512-2ea30791ee20 req-8f2b1d20-c16e-4d38-9c08-e16af37aea3e tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] Resources bound (agent type, host, resource id): {{(pid=85257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:19:40.162011 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2338d82-e5e8-4ed5-9512-2ea30791ee20 req-8f2b1d20-c16e-4d38-9c08-e16af37aea3e tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] Received port after_create {{(pid=85257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 13:19:40.168903 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2338d82-e5e8-4ed5-9512-2ea30791ee20 req-8f2b1d20-c16e-4d38-9c08-e16af37aea3e tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:40.169426 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-f2338d82-e5e8-4ed5-9512-2ea30791ee20 req-8f2b1d20-c16e-4d38-9c08-e16af37aea3e tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for port, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:40.184121 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73fe25b-561b-4c59-99d2-18adc72939b7 None None] Routers {'1a945374-1093-41f6-87d2-3464c2b47d51'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:19:40.184882 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-b73fe25b-561b-4c59-99d2-18adc72939b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:19:15Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['1a945374-1093-41f6-87d2-3464c2b47d51'], 'active': True} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:19:40.297162 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f2338d82-e5e8-4ed5-9512-2ea30791ee20 req-8f2b1d20-c16e-4d38-9c08-e16af37aea3e tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7224882 Apr 15 13:19:40.306178 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd up at agent hyperv_hv-cinder-78494 {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:19:40.317879 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [req-f2338d82-e5e8-4ed5-9512-2ea30791ee20 req-04ef0e34-eb36-4ed0-b3c3-22427790228a service neutron] Request body: {'port': {'device_id': '3c908743-43c6-4991-b59b-da2abbb3d19e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:19:40.386923 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Provisioning complete for port cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:19:40.387315 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:40.395937 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-b73fe25b-561b-4c59-99d2-18adc72939b7 None None] Set router 1a945374-1093-41f6-87d2-3464c2b47d51 gateway port host: dv-cinder-784945-5-smb {{(pid=85260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:19:40.396237 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-2812acf3-b514-44e3-b712-e84b4ee2ec8e req-ff57b054-07d2-4587-b647-c02e43e601ed tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Synchronizing usage tracker for tenant:ed5c7cd2c53749ab8d7588f5d7ed90fd on resource:port {{(pid=85257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 13:19:40.434205 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bee03e-1044-464a-babf-6356641f45b1 req-eea5aec7-0daa-4b84-b98d-b87843bbcd7b tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:40.435267 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-81bee03e-1044-464a-babf-6356641f45b1 req-eea5aec7-0daa-4b84-b98d-b87843bbcd7b tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] Synchronizing usage tracker for tenant:ad5494fe3edf415b8469ce161094baf6 on resource:port {{(pid=85257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 13:19:40.506814 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-2812acf3-b514-44e3-b712-e84b4ee2ec8e req-ff57b054-07d2-4587-b647-c02e43e601ed tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Unset dirty status for tenant:ed5c7cd2c53749ab8d7588f5d7ed90fd on resource:port {{(pid=85257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 13:19:40.512089 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-2812acf3-b514-44e3-b712-e84b4ee2ec8e req-ff57b054-07d2-4587-b647-c02e43e601ed tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ed5c7cd2c53749ab8d7588f5d7ed90fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3511708 Apr 15 13:19:40.521501 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:40.531342 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-81bee03e-1044-464a-babf-6356641f45b1 req-eea5aec7-0daa-4b84-b98d-b87843bbcd7b tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] Unset dirty status for tenant:ad5494fe3edf415b8469ce161094baf6 on resource:port {{(pid=85257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 13:19:40.532929 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-81bee03e-1044-464a-babf-6356641f45b1 req-eea5aec7-0daa-4b84-b98d-b87843bbcd7b tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c908743-43c6-4991-b59b-da2abbb3d19e HTTP/1.1" status: 200 len: 932 time: 0.3123937 Apr 15 13:19:40.552739 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4beb7c73-e4de-4189-88a4-bf7977ff5414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd'}] {{(pid=85259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:19:40.564827 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd,segment=NetworkSegment(063acdd5-d5b4-42f0-8d65-a7c12793df51),segment_id=063acdd5-d5b4-42f0-8d65-a7c12793df51)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:19:40.568845 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:40.571750 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:40.583021 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-f2338d82-e5e8-4ed5-9512-2ea30791ee20 req-04ef0e34-eb36-4ed0-b3c3-22427790228a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:40.649275 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device e20041a2-d216-439e-8f6e-98556d5a7961 up at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:19:40.714132 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Pushing event updated for resources: {'Port': ['ID=cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd,revision_number=10']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:40.724030 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:40.744374 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning complete for port e20041a2-d216-439e-8f6e-98556d5a7961 triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:19:40.744904 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:40.765420 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-b73fe25b-561b-4c59-99d2-18adc72939b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'name': 'tempest-AttachVolumeTestJSON-1760214375-router', 'tenant_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e20041a2-d216-439e-8f6e-98556d5a7961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:19:24Z', 'updated_at': '2021-04-15T13:19:32Z', 'revision_number': 4, 'project_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'gw_port': {'id': 'e20041a2-d216-439e-8f6e-98556d5a7961', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:19:26Z', 'updated_at': '2021-04-15T13:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_interfaces': [{'id': 'ac5921ae-1249-4a41-8152-f85dbde8e150', 'name': '', 'network_id': '2f9b0ee9-78e1-43c1-87cb-abce99e8826a', 'tenant_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'mac_address': 'fa:16:3e:63:88:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b5e38904-2c3f-483b-a51a-75781e9d821b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:19:31Z', 'updated_at': '2021-04-15T13:19:33Z', 'revision_number': 2, 'project_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'subnets': [{'id': 'b5e38904-2c3f-483b-a51a-75781e9d821b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:19:40.770471 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73fe25b-561b-4c59-99d2-18adc72939b7 None None] Checking router: 1a945374-1093-41f6-87d2-3464c2b47d51 for host: dv-cinder-784945-5-smb {{(pid=85260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 13:19:40.770945 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73fe25b-561b-4c59-99d2-18adc72939b7 None None] Updating router 1a945374-1093-41f6-87d2-3464c2b47d51 port ac5921ae-1249-4a41-8152-f85dbde8e150 binding host dv-cinder-784945-5-smb {{(pid=85260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 13:19:40.774780 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-81bee03e-1044-464a-babf-6356641f45b1 req-262a02bc-4866-4be6-8317-5c765e7343d8 tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4acf7a0-f087-40d6-9ae6-5f27bd37b88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136009 Apr 15 13:19:40.864836 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b73fe25b-561b-4c59-99d2-18adc72939b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:40.873886 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-2812acf3-b514-44e3-b712-e84b4ee2ec8e req-dc2e5a6b-23a0-4788-87a5-c6c2f088ac1e service neutron] 10.222.0.64 "GET /v2.0/networks/2f9b0ee9-78e1-43c1-87cb-abce99e8826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435779 Apr 15 13:19:41.240024 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-2812acf3-b514-44e3-b712-e84b4ee2ec8e req-b2732822-3c0f-4402-a376-172e99280916 service neutron] 10.222.0.64 "GET /v2.0/networks/2f9b0ee9-78e1-43c1-87cb-abce99e8826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535507 Apr 15 13:19:41.272537 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa5cab-ff78-4ea3-a332-34b7116ddce6 req-5cfe3233-5cc1-42e5-972d-bfcf828bb07d tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:41.275080 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4faa5cab-ff78-4ea3-a332-34b7116ddce6 req-5cfe3233-5cc1-42e5-972d-bfcf828bb07d tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc6147fd-2d41-43ca-8abd-49f6f364bc78 HTTP/1.1" status: 200 len: 984 time: 0.3520534 Apr 15 13:19:41.289716 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b73fe25b-561b-4c59-99d2-18adc72939b7 None None] Notify callbacks [] for port, precommit_update {{(pid=85260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:41.303294 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-b73fe25b-561b-4c59-99d2-18adc72939b7 None None] Transition to ACTIVE for port object ac5921ae-1249-4a41-8152-f85dbde8e150 will not be triggered until provisioned by entity L2. {{(pid=85260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:19:41.311264 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b73fe25b-561b-4c59-99d2-18adc72939b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:41.328187 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:41.357606 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4faa5cab-ff78-4ea3-a332-34b7116ddce6 req-deb629c6-3c54-485e-8d03-45d7a424b9e9 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/security-groups?id=54ae3d8d-9200-4f86-bc71-03d25659e041&id=55717d8c-6ad6-49f3-b0c7-fb9161fab0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0761130 Apr 15 13:19:41.402748 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b591ab-2644-4d00-a572-269eaed1dc9c None None] Pushing event updated for resources: {'Port': ['ID=ac5921ae-1249-4a41-8152-f85dbde8e150,revision_number=3']} {{(pid=85260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:41.456118 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b591ab-2644-4d00-a572-269eaed1dc9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:19:41.456502 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b591ab-2644-4d00-a572-269eaed1dc9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:19:41.456875 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b591ab-2644-4d00-a572-269eaed1dc9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:19:41.457240 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b591ab-2644-4d00-a572-269eaed1dc9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:19:41.457527 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4beb7c73-e4de-4189-88a4-bf7977ff5414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd', 'code': 200} Apr 15 13:19:41.457649 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b591ab-2644-4d00-a572-269eaed1dc9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:19:41.457922 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b591ab-2644-4d00-a572-269eaed1dc9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:19:41.458267 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b591ab-2644-4d00-a572-269eaed1dc9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:19:41.458622 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b591ab-2644-4d00-a572-269eaed1dc9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:19:41.458978 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b591ab-2644-4d00-a572-269eaed1dc9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:19:41.460029 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b591ab-2644-4d00-a572-269eaed1dc9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:19:41.460029 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b591ab-2644-4d00-a572-269eaed1dc9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:19:41.461040 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b591ab-2644-4d00-a572-269eaed1dc9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:19:41.468930 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-91b591ab-2644-4d00-a572-269eaed1dc9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:41.510735 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [req-f2338d82-e5e8-4ed5-9512-2ea30791ee20 req-04ef0e34-eb36-4ed0-b3c3-22427790228a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f2ee4ae-3c22-4eb5-baa1-1b7f61e0e677 {{(pid=85257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 13:19:41.529877 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-f2338d82-e5e8-4ed5-9512-2ea30791ee20 req-04ef0e34-eb36-4ed0-b3c3-22427790228a service neutron] Notify callbacks [] for port, precommit_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:41.664134 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-cce3b327-e044-4ea3-a763-4975b43f1d75 req-23cb614e-d3b1-4f47-944d-1682a9a1f331 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=62985525-0c15-4984-82f8-978a9cbe3652 HTTP/1.1" status: 200 len: 210 time: 0.0713167 Apr 15 13:19:41.670809 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [req-f2338d82-e5e8-4ed5-9512-2ea30791ee20 req-04ef0e34-eb36-4ed0-b3c3-22427790228a service neutron] Transition to ACTIVE for port object 7f2ee4ae-3c22-4eb5-baa1-1b7f61e0e677 will not be triggered until provisioned by entity L2. {{(pid=85257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:19:41.676900 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-f2338d82-e5e8-4ed5-9512-2ea30791ee20 req-04ef0e34-eb36-4ed0-b3c3-22427790228a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:41.694356 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-2462cad8-7df2-4d66-a7c2-de2c3dbd1f8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:41.797621 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-b73fe25b-561b-4c59-99d2-18adc72939b7 None None] Attempting to bind port ac5921ae-1249-4a41-8152-f85dbde8e150 on host dv-cinder-784945-5-smb for vnic_type normal with profile {{(pid=85260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 13:19:41.798601 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-b73fe25b-561b-4c59-99d2-18adc72939b7 None None] Attempting to bind port ac5921ae-1249-4a41-8152-f85dbde8e150 by drivers openvswitch,hyperv on host dv-cinder-784945-5-smb at level 0 using segments [{'id': '14d6bcce-c920-42b4-a77a-ca6773378669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2f9b0ee9-78e1-43c1-87cb-abce99e8826a'}] {{(pid=85260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 13:19:41.799166 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73fe25b-561b-4c59-99d2-18adc72939b7 None None] Attempting to bind port ac5921ae-1249-4a41-8152-f85dbde8e150 on network 2f9b0ee9-78e1-43c1-87cb-abce99e8826a {{(pid=85260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:19:41.818164 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73fe25b-561b-4c59-99d2-18adc72939b7 None None] Checking agent: {'id': '81e11618-700f-4852-9942-b93dec05a832', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 13, 7, 16), 'started_at': datetime.datetime(2021, 4, 15, 13, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 13, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 13:19:41.818583 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73fe25b-561b-4c59-99d2-18adc72939b7 None None] Checking segment: {'id': '14d6bcce-c920-42b4-a77a-ca6773378669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2f9b0ee9-78e1-43c1-87cb-abce99e8826a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:19:41.820061 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b73fe25b-561b-4c59-99d2-18adc72939b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:41.820061 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73fe25b-561b-4c59-99d2-18adc72939b7 None None] Bound using segment: {'id': '14d6bcce-c920-42b4-a77a-ca6773378669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2f9b0ee9-78e1-43c1-87cb-abce99e8826a'} {{(pid=85260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 13:19:41.820518 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-b73fe25b-561b-4c59-99d2-18adc72939b7 None None] Bound port: ac5921ae-1249-4a41-8152-f85dbde8e150, host: dv-cinder-784945-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14d6bcce-c920-42b4-a77a-ca6773378669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2f9b0ee9-78e1-43c1-87cb-abce99e8826a'}}] {{(pid=85260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 13:19:41.820991 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b73fe25b-561b-4c59-99d2-18adc72939b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:41.860803 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0dcec-c969-43e9-941c-1645ebb02d41 req-3a7042ad-c16f-4d84-85e9-c135cf0e316d tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:41.870582 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-00c0dcec-c969-43e9-941c-1645ebb02d41 req-3a7042ad-c16f-4d84-85e9-c135cf0e316d tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 946 time: 0.3300090 Apr 15 13:19:41.901031 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef0e34-eb36-4ed0-b3c3-22427790228a service neutron] Pushing event updated for resources: {'Port': ['ID=7f2ee4ae-3c22-4eb5-baa1-1b7f61e0e677,revision_number=2']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:41.904646 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-04ef0e34-eb36-4ed0-b3c3-22427790228a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:41.959540 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-b73fe25b-561b-4c59-99d2-18adc72939b7 None None] For port ac5921ae-1249-4a41-8152-f85dbde8e150, host dv-cinder-784945-5-smb, cleared binding levels {{(pid=85260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 13:19:41.964083 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-b73fe25b-561b-4c59-99d2-18adc72939b7 None None] For port ac5921ae-1249-4a41-8152-f85dbde8e150, host dv-cinder-784945-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=ac5921ae-1249-4a41-8152-f85dbde8e150,segment=NetworkSegment(14d6bcce-c920-42b4-a77a-ca6773378669),segment_id=14d6bcce-c920-42b4-a77a-ca6773378669)] {{(pid=85260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 13:19:41.968410 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b73fe25b-561b-4c59-99d2-18adc72939b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:41.985913 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:42.014565 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-eeab6985-015d-42ec-b490-109cd6fd1198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:42.115232 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b591ab-2644-4d00-a572-269eaed1dc9c None None] Pushing event updated for resources: {'Port': ['ID=ac5921ae-1249-4a41-8152-f85dbde8e150,revision_number=4']} {{(pid=85260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:42.123416 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-91b591ab-2644-4d00-a572-269eaed1dc9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:42.207178 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73fe25b-561b-4c59-99d2-18adc72939b7 None None] Routers {'1a945374-1093-41f6-87d2-3464c2b47d51'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:19:42.208194 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-b73fe25b-561b-4c59-99d2-18adc72939b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:19:15Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['1a945374-1093-41f6-87d2-3464c2b47d51'], 'active': True} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:19:42.358506 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-00c0dcec-c969-43e9-941c-1645ebb02d41 req-5ec06503-9d25-4c6f-b603-ee13d088f9be tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=d404a583-e3c0-4f88-b908-ba90aa4fc8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4867995 Apr 15 13:19:42.596447 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-b73fe25b-561b-4c59-99d2-18adc72939b7 None None] Set router 1a945374-1093-41f6-87d2-3464c2b47d51 gateway port host: dv-cinder-784945-5-smb {{(pid=85260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:19:42.607788 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a495eb6-6864-4bfc-b93e-c0c182abb6ba req-7950a9f4-9925-4ed3-8f96-6139bcc4744f tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:42.612038 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-2a495eb6-6864-4bfc-b93e-c0c182abb6ba req-7950a9f4-9925-4ed3-8f96-6139bcc4744f tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c908743-43c6-4991-b59b-da2abbb3d19e HTTP/1.1" status: 200 len: 944 time: 0.6962287 Apr 15 13:19:42.626555 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277fc7e8-03aa-400a-9d5f-abfd206d985e req-43d215bd-fbd1-4c43-b2b2-4aa9651f69dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:42.628260 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-277fc7e8-03aa-400a-9d5f-abfd206d985e req-43d215bd-fbd1-4c43-b2b2-4aa9651f69dc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 1099 time: 0.4066601 Apr 15 13:19:42.665427 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device ac5921ae-1249-4a41-8152-f85dbde8e150 up at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:19:42.711392 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [req-f2338d82-e5e8-4ed5-9512-2ea30791ee20 req-04ef0e34-eb36-4ed0-b3c3-22427790228a service neutron] Attempting to bind port 7f2ee4ae-3c22-4eb5-baa1-1b7f61e0e677 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 13:19:42.711810 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [req-f2338d82-e5e8-4ed5-9512-2ea30791ee20 req-04ef0e34-eb36-4ed0-b3c3-22427790228a service neutron] Attempting to bind port 7f2ee4ae-3c22-4eb5-baa1-1b7f61e0e677 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'cdb34879-ea1b-44ed-b411-0815c3491ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '789c7916-9ffb-4d78-99b1-d0c20871e468'}] {{(pid=85257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 13:19:42.712086 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2338d82-e5e8-4ed5-9512-2ea30791ee20 req-04ef0e34-eb36-4ed0-b3c3-22427790228a service neutron] Attempting to bind port 7f2ee4ae-3c22-4eb5-baa1-1b7f61e0e677 on network 789c7916-9ffb-4d78-99b1-d0c20871e468 {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:19:42.735010 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2338d82-e5e8-4ed5-9512-2ea30791ee20 req-04ef0e34-eb36-4ed0-b3c3-22427790228a service neutron] Port 7f2ee4ae-3c22-4eb5-baa1-1b7f61e0e677 on network 789c7916-9ffb-4d78-99b1-d0c20871e468 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 13:19:42.735377 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2338d82-e5e8-4ed5-9512-2ea30791ee20 req-04ef0e34-eb36-4ed0-b3c3-22427790228a service neutron] Attempting to bind port 7f2ee4ae-3c22-4eb5-baa1-1b7f61e0e677 on network 789c7916-9ffb-4d78-99b1-d0c20871e468 {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:19:42.742283 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2338d82-e5e8-4ed5-9512-2ea30791ee20 req-04ef0e34-eb36-4ed0-b3c3-22427790228a service neutron] Checking agent: {'id': '473bf83e-daba-40de-92d3-877eb5111141', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 13, 13, 53), 'started_at': datetime.datetime(2021, 4, 15, 13, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 13, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 13:19:42.742618 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2338d82-e5e8-4ed5-9512-2ea30791ee20 req-04ef0e34-eb36-4ed0-b3c3-22427790228a service neutron] Checking segment: {'id': 'cdb34879-ea1b-44ed-b411-0815c3491ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '789c7916-9ffb-4d78-99b1-d0c20871e468'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:19:42.742983 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2338d82-e5e8-4ed5-9512-2ea30791ee20 req-04ef0e34-eb36-4ed0-b3c3-22427790228a service neutron] Bound using segment: {'id': 'cdb34879-ea1b-44ed-b411-0815c3491ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '789c7916-9ffb-4d78-99b1-d0c20871e468'} {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 13:19:42.743625 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [req-f2338d82-e5e8-4ed5-9512-2ea30791ee20 req-04ef0e34-eb36-4ed0-b3c3-22427790228a service neutron] Bound port: 7f2ee4ae-3c22-4eb5-baa1-1b7f61e0e677, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdb34879-ea1b-44ed-b411-0815c3491ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '789c7916-9ffb-4d78-99b1-d0c20871e468'}}] {{(pid=85257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 13:19:42.744008 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-f2338d82-e5e8-4ed5-9512-2ea30791ee20 req-04ef0e34-eb36-4ed0-b3c3-22427790228a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:42.778963 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning for port ac5921ae-1249-4a41-8152-f85dbde8e150 completed by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:19:42.780951 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-2a495eb6-6864-4bfc-b93e-c0c182abb6ba req-b50931b0-55f3-4598-9370-72bb3aa4c5e1 tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4acf7a0-f087-40d6-9ae6-5f27bd37b88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567795 Apr 15 13:19:42.785869 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning complete for port ac5921ae-1249-4a41-8152-f85dbde8e150 triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:19:42.786503 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:42.849266 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-277fc7e8-03aa-400a-9d5f-abfd206d985e req-8d3d8629-32d8-40dc-bc0a-4afc7b9d1ffe service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d404a583-e3c0-4f88-b908-ba90aa4fc8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1838944 Apr 15 13:19:42.932767 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:42.973753 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] For port ac5921ae-1249-4a41-8152-f85dbde8e150, host dv-cinder-784945-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=ac5921ae-1249-4a41-8152-f85dbde8e150,segment=NetworkSegment(14d6bcce-c920-42b4-a77a-ca6773378669),segment_id=14d6bcce-c920-42b4-a77a-ca6773378669)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:19:42.977678 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:42.979097 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-b48d66f9-2e96-4dca-a552-595aa4eb38ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:43.035776 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-b73fe25b-561b-4c59-99d2-18adc72939b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'name': 'tempest-AttachVolumeTestJSON-1760214375-router', 'tenant_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e20041a2-d216-439e-8f6e-98556d5a7961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:19:24Z', 'updated_at': '2021-04-15T13:19:32Z', 'revision_number': 4, 'project_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'gw_port': {'id': 'e20041a2-d216-439e-8f6e-98556d5a7961', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:19:26Z', 'updated_at': '2021-04-15T13:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_interfaces': [{'id': 'ac5921ae-1249-4a41-8152-f85dbde8e150', 'name': '', 'network_id': '2f9b0ee9-78e1-43c1-87cb-abce99e8826a', 'tenant_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'mac_address': 'fa:16:3e:63:88:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b5e38904-2c3f-483b-a51a-75781e9d821b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:19:31Z', 'updated_at': '2021-04-15T13:19:41Z', 'revision_number': 4, 'project_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'subnets': [{'id': 'b5e38904-2c3f-483b-a51a-75781e9d821b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:19:43.041004 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73fe25b-561b-4c59-99d2-18adc72939b7 None None] The sync data for ids ['1a945374-1093-41f6-87d2-3464c2b47d51'] in dv-cinder-784945-5-smb is: [{'id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'name': 'tempest-AttachVolumeTestJSON-1760214375-router', 'tenant_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e20041a2-d216-439e-8f6e-98556d5a7961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:19:24Z', 'updated_at': '2021-04-15T13:19:32Z', 'revision_number': 4, 'project_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'gw_port': {'id': 'e20041a2-d216-439e-8f6e-98556d5a7961', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:19:26Z', 'updated_at': '2021-04-15T13:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_interfaces': [{'id': 'ac5921ae-1249-4a41-8152-f85dbde8e150', 'name': '', 'network_id': '2f9b0ee9-78e1-43c1-87cb-abce99e8826a', 'tenant_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'mac_address': 'fa:16:3e:63:88:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b5e38904-2c3f-483b-a51a-75781e9d821b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:19:31Z', 'updated_at': '2021-04-15T13:19:41Z', 'revision_number': 4, 'project_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'subnets': [{'id': 'b5e38904-2c3f-483b-a51a-75781e9d821b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 13:19:43.050193 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Pushing event updated for resources: {'Port': ['ID=ac5921ae-1249-4a41-8152-f85dbde8e150,revision_number=5']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:43.051258 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c5f20d26-1c98-49d8-9a81-d1540fbfffba req-0cc71866-2662-4046-b798-169bb91ed527 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=62985525-0c15-4984-82f8-978a9cbe3652 HTTP/1.1" status: 200 len: 210 time: 0.1243849 Apr 15 13:19:43.054800 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:43.083148 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8381f129-cbfa-4247-8699-930cdaf6dd5a req-dd01c814-6432-4e3a-978b-81198a5af0bb tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:43.085138 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8381f129-cbfa-4247-8699-930cdaf6dd5a req-dd01c814-6432-4e3a-978b-81198a5af0bb tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc6147fd-2d41-43ca-8abd-49f6f364bc78 HTTP/1.1" status: 200 len: 984 time: 0.5717993 Apr 15 13:19:43.134480 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [req-f2338d82-e5e8-4ed5-9512-2ea30791ee20 req-04ef0e34-eb36-4ed0-b3c3-22427790228a service neutron] For port 7f2ee4ae-3c22-4eb5-baa1-1b7f61e0e677, host hv-cinder-78494, cleared binding levels {{(pid=85257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 13:19:43.151810 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [req-f2338d82-e5e8-4ed5-9512-2ea30791ee20 req-04ef0e34-eb36-4ed0-b3c3-22427790228a service neutron] For port 7f2ee4ae-3c22-4eb5-baa1-1b7f61e0e677, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=7f2ee4ae-3c22-4eb5-baa1-1b7f61e0e677,segment=NetworkSegment(cdb34879-ea1b-44ed-b411-0815c3491ab1),segment_id=cdb34879-ea1b-44ed-b411-0815c3491ab1)] {{(pid=85257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 13:19:43.161552 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-f2338d82-e5e8-4ed5-9512-2ea30791ee20 req-04ef0e34-eb36-4ed0-b3c3-22427790228a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:43.200233 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-1dd1ae59-e1f4-47d2-8769-49ab583c98df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:43.340180 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8381f129-cbfa-4247-8699-930cdaf6dd5a req-62cf5ae7-9e98-4ad0-bc69-3af3a656a71b tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/security-groups?id=54ae3d8d-9200-4f86-bc71-03d25659e041&id=55717d8c-6ad6-49f3-b0c7-fb9161fab0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2413924 Apr 15 13:19:43.363336 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812acf3-b514-44e3-b712-e84b4ee2ec8e req-a3cd4a49-e4b8-4792-bb23-3f368115a28a tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:43.365207 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-2812acf3-b514-44e3-b712-e84b4ee2ec8e req-a3cd4a49-e4b8-4792-bb23-3f368115a28a tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.65 "GET /v2.0/networks?id=2f9b0ee9-78e1-43c1-87cb-abce99e8826a HTTP/1.1" status: 200 len: 811 time: 0.5184367 Apr 15 13:19:43.422118 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef0e34-eb36-4ed0-b3c3-22427790228a service neutron] Pushing event updated for resources: {'Port': ['ID=7f2ee4ae-3c22-4eb5-baa1-1b7f61e0e677,revision_number=3']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:43.446192 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-04ef0e34-eb36-4ed0-b3c3-22427790228a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:43.565388 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2338d82-e5e8-4ed5-9512-2ea30791ee20 req-04ef0e34-eb36-4ed0-b3c3-22427790228a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:43.566107 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-f2338d82-e5e8-4ed5-9512-2ea30791ee20 req-04ef0e34-eb36-4ed0-b3c3-22427790228a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for port, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:43.567621 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f2338d82-e5e8-4ed5-9512-2ea30791ee20 req-04ef0e34-eb36-4ed0-b3c3-22427790228a service neutron] 10.222.0.65 "PUT /v2.0/ports/7f2ee4ae-3c22-4eb5-baa1-1b7f61e0e677 HTTP/1.1" status: 200 len: 1094 time: 3.2549076 Apr 15 13:19:43.569117 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c908743-43c6-4991-b59b-da2abbb3d19e', 'tag': '7f2ee4ae-3c22-4eb5-baa1-1b7f61e0e677'}] {{(pid=85257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:19:43.579907 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-2812acf3-b514-44e3-b712-e84b4ee2ec8e req-c243a917-cab2-4b02-bcec-cd043f1808bb tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ed5c7cd2c53749ab8d7588f5d7ed90fd HTTP/1.1" status: 200 len: 5708 time: 0.1969628 Apr 15 13:19:43.591794 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [req-2812acf3-b514-44e3-b712-e84b4ee2ec8e req-cdf8d676-c2c7-4831-9532-c931132affdb tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Request body: {'port': {'device_id': '62985525-0c15-4984-82f8-978a9cbe3652', 'network_id': '2f9b0ee9-78e1-43c1-87cb-abce99e8826a', 'admin_state_up': True, 'tenant_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'security_groups': ['dc549f9b-c33b-452f-aa7c-14b9d1deb093']}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:19:43.674891 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c908743-43c6-4991-b59b-da2abbb3d19e', 'tag': '7f2ee4ae-3c22-4eb5-baa1-1b7f61e0e677', 'status': 'completed', 'code': 200} Apr 15 13:19:43.786890 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c2c7a8-213c-48ac-ba3c-53db641c8109 req-ebd3aba2-6c8c-4048-9129-a8010735b1bb tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:43.788733 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d0c2c7a8-213c-48ac-ba3c-53db641c8109 req-ebd3aba2-6c8c-4048-9129-a8010735b1bb tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 946 time: 0.3057749 Apr 15 13:19:43.884835 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [req-2812acf3-b514-44e3-b712-e84b4ee2ec8e req-cdf8d676-c2c7-4831-9532-c931132affdb tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:19:43.894708 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d0c2c7a8-213c-48ac-ba3c-53db641c8109 req-79857727-953a-4137-8619-5c0118a2c516 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=d404a583-e3c0-4f88-b908-ba90aa4fc8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866489 Apr 15 13:19:43.905566 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [req-2812acf3-b514-44e3-b712-e84b4ee2ec8e req-cdf8d676-c2c7-4831-9532-c931132affdb tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:19:43.909186 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2338d82-e5e8-4ed5-9512-2ea30791ee20 req-52d819d3-a444-4303-8a2a-11e976bad793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:43.910796 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f2338d82-e5e8-4ed5-9512-2ea30791ee20 req-52d819d3-a444-4303-8a2a-11e976bad793 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ad5494fe3edf415b8469ce161094baf6&device_id=3c908743-43c6-4991-b59b-da2abbb3d19e HTTP/1.1" status: 200 len: 1097 time: 0.2350979 Apr 15 13:19:43.920042 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2812acf3-b514-44e3-b712-e84b4ee2ec8e req-cdf8d676-c2c7-4831-9532-c931132affdb tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Made reservation on behalf of ed5c7cd2c53749ab8d7588f5d7ed90fd for: {'port': 1} {{(pid=85257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 13:19:43.926223 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-2812acf3-b514-44e3-b712-e84b4ee2ec8e req-cdf8d676-c2c7-4831-9532-c931132affdb tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:44.055816 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f2338d82-e5e8-4ed5-9512-2ea30791ee20 req-9c5c252b-94a6-4daa-b202-26162b415d85 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f2ee4ae-3c22-4eb5-baa1-1b7f61e0e677 HTTP/1.1" status: 200 len: 217 time: 0.1158838 Apr 15 13:19:44.255865 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2338d82-e5e8-4ed5-9512-2ea30791ee20 req-e1f85b8d-0856-47c1-a45a-12a1295997ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:44.258678 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f2338d82-e5e8-4ed5-9512-2ea30791ee20 req-e1f85b8d-0856-47c1-a45a-12a1295997ca service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c9225247-f961-400f-b186-682caba5e8b1 HTTP/1.1" status: 200 len: 849 time: 0.1546311 Apr 15 13:19:44.275533 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-428e4cbc-a7af-4275-a075-c1d93ccc4313 req-2ede3cc8-3d52-4f6e-ae74-79d78c82fe08 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=62985525-0c15-4984-82f8-978a9cbe3652 HTTP/1.1" status: 200 len: 210 time: 0.0764501 Apr 15 13:19:44.388005 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f2338d82-e5e8-4ed5-9512-2ea30791ee20 req-c942eb03-712c-4721-9c03-021a5e41a710 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=789c7916-9ffb-4d78-99b1-d0c20871e468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651939 Apr 15 13:19:44.402892 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123fb963-4d1b-4910-9d49-9187e960480f req-cf24c6ac-d549-4066-b341-842aa1646574 tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:44.404578 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-123fb963-4d1b-4910-9d49-9187e960480f req-cf24c6ac-d549-4066-b341-842aa1646574 tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c908743-43c6-4991-b59b-da2abbb3d19e HTTP/1.1" status: 200 len: 944 time: 0.4677415 Apr 15 13:19:44.581007 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_common [req-2812acf3-b514-44e3-b712-e84b4ee2ec8e req-cdf8d676-c2c7-4831-9532-c931132affdb tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Allocated IP 172.20.0.14 (2f9b0ee9-78e1-43c1-87cb-abce99e8826a/b5e38904-2c3f-483b-a51a-75781e9d821b/cfb774ee-32fa-434f-8daf-e92f1f2f3652) {{(pid=85257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 13:19:44.639095 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device ac5921ae-1249-4a41-8152-f85dbde8e150 up at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:19:44.641879 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-123fb963-4d1b-4910-9d49-9187e960480f req-aa58e292-19ba-4dc3-b823-e61f95eccfe5 tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4acf7a0-f087-40d6-9ae6-5f27bd37b88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055025 Apr 15 13:19:44.702122 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-6ea35bab-821a-423c-804f-741c8b5a72fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:44.734648 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning complete for port ac5921ae-1249-4a41-8152-f85dbde8e150 triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:19:44.735069 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:44.937084 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f2338d82-e5e8-4ed5-9512-2ea30791ee20 req-e41eb947-5c3f-4b1d-a33a-5d321f5910c9 service neutron] 10.222.0.65 "GET /v2.0/networks/789c7916-9ffb-4d78-99b1-d0c20871e468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5314302 Apr 15 13:19:45.150451 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5912e68-1b43-4707-a09a-452490103403 req-febe1c08-88a7-496c-a63e-35d23e49685e tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:45.151953 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a5912e68-1b43-4707-a09a-452490103403 req-febe1c08-88a7-496c-a63e-35d23e49685e tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc6147fd-2d41-43ca-8abd-49f6f364bc78 HTTP/1.1" status: 200 len: 984 time: 0.6461411 Apr 15 13:19:45.305563 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a5912e68-1b43-4707-a09a-452490103403 req-3a7f79b1-eb4b-4851-af54-54e9151307e2 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/security-groups?id=54ae3d8d-9200-4f86-bc71-03d25659e041&id=55717d8c-6ad6-49f3-b0c7-fb9161fab0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1359487 Apr 15 13:19:45.344351 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f2338d82-e5e8-4ed5-9512-2ea30791ee20 req-9c874899-5c9f-4597-a591-15f7050c865f service neutron] 10.222.0.65 "GET /v2.0/networks/789c7916-9ffb-4d78-99b1-d0c20871e468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3801265 Apr 15 13:19:45.354476 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-2812acf3-b514-44e3-b712-e84b4ee2ec8e req-cdf8d676-c2c7-4831-9532-c931132affdb tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks [] for port, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:45.387188 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982d88d-ac68-4a64-9fd3-7a44f706d939 req-bb53cd2b-cf3f-4ef8-ab73-6c015e4bd082 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:45.388899 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-6982d88d-ac68-4a64-9fd3-7a44f706d939 req-bb53cd2b-cf3f-4ef8-ab73-6c015e4bd082 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 946 time: 0.3355348 Apr 15 13:19:45.390012 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [req-2812acf3-b514-44e3-b712-e84b4ee2ec8e req-cdf8d676-c2c7-4831-9532-c931132affdb tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Transition to ACTIVE for port object cfb774ee-32fa-434f-8daf-e92f1f2f3652 will not be triggered until provisioned by entity DHCP. {{(pid=85257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:19:45.394741 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c87900dd-59db-4d9b-b688-8554058ba32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:45.526500 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-425271ad-8873-457d-9ea1-f67407366d92 req-900b478d-a946-4cfb-8c71-531e19563739 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=62985525-0c15-4984-82f8-978a9cbe3652 HTTP/1.1" status: 200 len: 210 time: 0.1091721 Apr 15 13:19:45.555417 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-6982d88d-ac68-4a64-9fd3-7a44f706d939 req-09a77129-80a0-4c6d-8956-089e7a4e5bda tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=d404a583-e3c0-4f88-b908-ba90aa4fc8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570041 Apr 15 13:19:45.557748 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-2812acf3-b514-44e3-b712-e84b4ee2ec8e req-cdf8d676-c2c7-4831-9532-c931132affdb tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757045383897'] for port, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:45.574882 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-cbc565b9-b437-456c-a2e2-50ce33361aac tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:45.729768 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf8d676-c2c7-4831-9532-c931132affdb tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Pushing event updated for resources: {'Port': ['ID=cfb774ee-32fa-434f-8daf-e92f1f2f3652,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:45.735200 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-cdf8d676-c2c7-4831-9532-c931132affdb tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:45.744864 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9d21f-f587-4a30-86c2-125bdcf9661e req-f102110e-ad01-4708-94a9-04137bdd684c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:45.746408 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-27d9d21f-f587-4a30-86c2-125bdcf9661e req-f102110e-ad01-4708-94a9-04137bdd684c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ad5494fe3edf415b8469ce161094baf6&device_id=3c908743-43c6-4991-b59b-da2abbb3d19e HTTP/1.1" status: 200 len: 1097 time: 0.2820227 Apr 15 13:19:45.954873 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:45.955456 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2812acf3-b514-44e3-b712-e84b4ee2ec8e req-cdf8d676-c2c7-4831-9532-c931132affdb tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Network 2f9b0ee9-78e1-43c1-87cb-abce99e8826a is already hosted by enough agents. {{(pid=85257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 13:19:45.972754 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [req-2812acf3-b514-44e3-b712-e84b4ee2ec8e req-cdf8d676-c2c7-4831-9532-c931132affdb tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Resources bound (agent type, host, resource id): {{(pid=85257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:19:45.979529 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [req-2812acf3-b514-44e3-b712-e84b4ee2ec8e req-cdf8d676-c2c7-4831-9532-c931132affdb tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Received port after_create {{(pid=85257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 13:19:45.985429 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812acf3-b514-44e3-b712-e84b4ee2ec8e req-cdf8d676-c2c7-4831-9532-c931132affdb tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:45.986089 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-2812acf3-b514-44e3-b712-e84b4ee2ec8e req-cdf8d676-c2c7-4831-9532-c931132affdb tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for port, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:46.032127 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9d21f-f587-4a30-86c2-125bdcf9661e req-c2c246a7-ef16-455c-b783-5746f8c4906c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:46.033743 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-27d9d21f-f587-4a30-86c2-125bdcf9661e req-c2c246a7-ef16-455c-b783-5746f8c4906c service neutron] 10.222.0.65 "GET /v2.0/networks?id=789c7916-9ffb-4d78-99b1-d0c20871e468 HTTP/1.1" status: 200 len: 910 time: 0.2734673 Apr 15 13:19:46.105490 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e942bb-a8c0-4378-b60f-fe8650e86487 req-ae99569e-359c-4f3f-87f6-920deace2dd8 tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:46.107180 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-23e942bb-a8c0-4378-b60f-fe8650e86487 req-ae99569e-359c-4f3f-87f6-920deace2dd8 tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c908743-43c6-4991-b59b-da2abbb3d19e HTTP/1.1" status: 200 len: 944 time: 0.3202841 Apr 15 13:19:46.117455 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-2812acf3-b514-44e3-b712-e84b4ee2ec8e req-cdf8d676-c2c7-4831-9532-c931132affdb tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5310512 Apr 15 13:19:46.135869 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-08f01027-d362-4fa2-acb1-0cbf99a8ebe4 None None] Provisioning for port cfb774ee-32fa-434f-8daf-e92f1f2f3652 completed by entity DHCP. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:19:46.140132 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-27d9d21f-f587-4a30-86c2-125bdcf9661e req-ff92d19c-2144-4864-b110-1d25fe0d3e1b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f2ee4ae-3c22-4eb5-baa1-1b7f61e0e677 HTTP/1.1" status: 200 len: 217 time: 0.0957940 Apr 15 13:19:46.140996 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-08f01027-d362-4fa2-acb1-0cbf99a8ebe4 None None] Provisioning complete for port cfb774ee-32fa-434f-8daf-e92f1f2f3652 triggered by entity DHCP. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:19:46.141409 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-08f01027-d362-4fa2-acb1-0cbf99a8ebe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:46.149997 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [req-2812acf3-b514-44e3-b712-e84b4ee2ec8e req-a16b289c-71c0-4d88-b57f-1ed74f7ec447 service neutron] Request body: {'port': {'device_id': '62985525-0c15-4984-82f8-978a9cbe3652', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:19:46.198370 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-08f01027-d362-4fa2-acb1-0cbf99a8ebe4 None None] Port cfb774ee-32fa-434f-8daf-e92f1f2f3652 cannot update to ACTIVE because it is not bound. {{(pid=85259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 13:19:46.284126 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-23e942bb-a8c0-4378-b60f-fe8650e86487 req-286a5412-f790-4c79-969a-2731f8ff2784 tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4acf7a0-f087-40d6-9ae6-5f27bd37b88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691267 Apr 15 13:19:46.326813 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9d21f-f587-4a30-86c2-125bdcf9661e req-22ca58f4-f268-4fad-acb3-33706cc2e267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:46.328366 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-27d9d21f-f587-4a30-86c2-125bdcf9661e req-22ca58f4-f268-4fad-acb3-33706cc2e267 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c9225247-f961-400f-b186-682caba5e8b1 HTTP/1.1" status: 200 len: 849 time: 0.1433771 Apr 15 13:19:46.395744 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-27d9d21f-f587-4a30-86c2-125bdcf9661e req-0f89ef43-8ea8-4e8c-9716-c68cee670ac0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=789c7916-9ffb-4d78-99b1-d0c20871e468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569134 Apr 15 13:19:46.439122 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-2812acf3-b514-44e3-b712-e84b4ee2ec8e req-a16b289c-71c0-4d88-b57f-1ed74f7ec447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:46.778907 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-27d9d21f-f587-4a30-86c2-125bdcf9661e req-fc318f01-bb3e-4f95-9641-54d726a8486f service neutron] 10.222.0.65 "GET /v2.0/networks/789c7916-9ffb-4d78-99b1-d0c20871e468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3730848 Apr 15 13:19:46.842094 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4b302-5d16-42e2-88b6-eacebda95e7d req-9939d80f-0ed6-4fd0-8388-6098870a0c2e tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:46.843689 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-abe4b302-5d16-42e2-88b6-eacebda95e7d req-9939d80f-0ed6-4fd0-8388-6098870a0c2e tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc6147fd-2d41-43ca-8abd-49f6f364bc78 HTTP/1.1" status: 200 len: 984 time: 0.4133697 Apr 15 13:19:46.890651 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47a557f2-6ce0-416f-9ef8-17658d5933ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:47.067433 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-abe4b302-5d16-42e2-88b6-eacebda95e7d req-e813f833-2196-4da0-b634-0002b6a65210 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/security-groups?id=54ae3d8d-9200-4f86-bc71-03d25659e041&id=55717d8c-6ad6-49f3-b0c7-fb9161fab0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1256371 Apr 15 13:19:47.075827 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c0c67d-b67f-48a3-a142-007e9679d29c req-4897e94b-d77b-4b4d-9570-c90c75060ab9 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:47.076595 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-97c0c67d-b67f-48a3-a142-007e9679d29c req-4897e94b-d77b-4b4d-9570-c90c75060ab9 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Synchronizing usage tracker for tenant:ed5c7cd2c53749ab8d7588f5d7ed90fd on resource:port {{(pid=85257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 13:19:47.414497 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-97c0c67d-b67f-48a3-a142-007e9679d29c req-4897e94b-d77b-4b4d-9570-c90c75060ab9 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Unset dirty status for tenant:ed5c7cd2c53749ab8d7588f5d7ed90fd on resource:port {{(pid=85257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 13:19:47.415938 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-97c0c67d-b67f-48a3-a142-007e9679d29c req-4897e94b-d77b-4b4d-9570-c90c75060ab9 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=62985525-0c15-4984-82f8-978a9cbe3652 HTTP/1.1" status: 200 len: 932 time: 0.7623572 Apr 15 13:19:47.460996 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-27d9d21f-f587-4a30-86c2-125bdcf9661e req-c5f4d2ac-0540-4d8b-954a-b8190cfa89c2 service neutron] 10.222.0.65 "GET /v2.0/networks/789c7916-9ffb-4d78-99b1-d0c20871e468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6679959 Apr 15 13:19:47.571260 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-97c0c67d-b67f-48a3-a142-007e9679d29c req-220df975-86ee-4140-8f8a-735535f15827 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc549f9b-c33b-452f-aa7c-14b9d1deb093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063242 Apr 15 13:19:47.645632 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d789dd-fb16-4ea2-b0d5-bbba43f43d8d req-ab60b508-d8e4-452a-bbfc-46ff45be3e9c tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:47.647253 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-85d789dd-fb16-4ea2-b0d5-bbba43f43d8d req-ab60b508-d8e4-452a-bbfc-46ff45be3e9c tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c908743-43c6-4991-b59b-da2abbb3d19e HTTP/1.1" status: 200 len: 944 time: 0.2383320 Apr 15 13:19:47.685894 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [req-2812acf3-b514-44e3-b712-e84b4ee2ec8e req-a16b289c-71c0-4d88-b57f-1ed74f7ec447 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfb774ee-32fa-434f-8daf-e92f1f2f3652 {{(pid=85257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 13:19:47.702094 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-2812acf3-b514-44e3-b712-e84b4ee2ec8e req-a16b289c-71c0-4d88-b57f-1ed74f7ec447 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:47.730380 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-85d789dd-fb16-4ea2-b0d5-bbba43f43d8d req-cba27524-1bbd-4cb7-810c-aafb385756dc tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4acf7a0-f087-40d6-9ae6-5f27bd37b88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751264 Apr 15 13:19:47.732995 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [req-2812acf3-b514-44e3-b712-e84b4ee2ec8e req-a16b289c-71c0-4d88-b57f-1ed74f7ec447 service neutron] Transition to ACTIVE for port object cfb774ee-32fa-434f-8daf-e92f1f2f3652 will not be triggered until provisioned by entity L2. {{(pid=85257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:19:47.735869 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-2812acf3-b514-44e3-b712-e84b4ee2ec8e req-a16b289c-71c0-4d88-b57f-1ed74f7ec447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:47.755041 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:47.885618 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16b289c-71c0-4d88-b57f-1ed74f7ec447 service neutron] Pushing event updated for resources: {'Port': ['ID=cfb774ee-32fa-434f-8daf-e92f1f2f3652,revision_number=2']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:47.889903 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-a16b289c-71c0-4d88-b57f-1ed74f7ec447 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:48.068653 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [req-2812acf3-b514-44e3-b712-e84b4ee2ec8e req-a16b289c-71c0-4d88-b57f-1ed74f7ec447 service neutron] Attempting to bind port cfb774ee-32fa-434f-8daf-e92f1f2f3652 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 13:19:48.069197 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [req-2812acf3-b514-44e3-b712-e84b4ee2ec8e req-a16b289c-71c0-4d88-b57f-1ed74f7ec447 service neutron] Attempting to bind port cfb774ee-32fa-434f-8daf-e92f1f2f3652 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '14d6bcce-c920-42b4-a77a-ca6773378669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2f9b0ee9-78e1-43c1-87cb-abce99e8826a'}] {{(pid=85257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 13:19:48.069197 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2812acf3-b514-44e3-b712-e84b4ee2ec8e req-a16b289c-71c0-4d88-b57f-1ed74f7ec447 service neutron] Attempting to bind port cfb774ee-32fa-434f-8daf-e92f1f2f3652 on network 2f9b0ee9-78e1-43c1-87cb-abce99e8826a {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:19:48.075797 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2812acf3-b514-44e3-b712-e84b4ee2ec8e req-a16b289c-71c0-4d88-b57f-1ed74f7ec447 service neutron] Port cfb774ee-32fa-434f-8daf-e92f1f2f3652 on network 2f9b0ee9-78e1-43c1-87cb-abce99e8826a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 13:19:48.076321 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2812acf3-b514-44e3-b712-e84b4ee2ec8e req-a16b289c-71c0-4d88-b57f-1ed74f7ec447 service neutron] Attempting to bind port cfb774ee-32fa-434f-8daf-e92f1f2f3652 on network 2f9b0ee9-78e1-43c1-87cb-abce99e8826a {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:19:48.082259 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2812acf3-b514-44e3-b712-e84b4ee2ec8e req-a16b289c-71c0-4d88-b57f-1ed74f7ec447 service neutron] Checking agent: {'id': '473bf83e-daba-40de-92d3-877eb5111141', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 13, 13, 53), 'started_at': datetime.datetime(2021, 4, 15, 13, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 13, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 13:19:48.082460 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2812acf3-b514-44e3-b712-e84b4ee2ec8e req-a16b289c-71c0-4d88-b57f-1ed74f7ec447 service neutron] Checking segment: {'id': '14d6bcce-c920-42b4-a77a-ca6773378669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2f9b0ee9-78e1-43c1-87cb-abce99e8826a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:19:48.082924 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2812acf3-b514-44e3-b712-e84b4ee2ec8e req-a16b289c-71c0-4d88-b57f-1ed74f7ec447 service neutron] Bound using segment: {'id': '14d6bcce-c920-42b4-a77a-ca6773378669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2f9b0ee9-78e1-43c1-87cb-abce99e8826a'} {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 13:19:48.083419 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [req-2812acf3-b514-44e3-b712-e84b4ee2ec8e req-a16b289c-71c0-4d88-b57f-1ed74f7ec447 service neutron] Bound port: cfb774ee-32fa-434f-8daf-e92f1f2f3652, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14d6bcce-c920-42b4-a77a-ca6773378669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2f9b0ee9-78e1-43c1-87cb-abce99e8826a'}}] {{(pid=85257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 13:19:48.083906 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-2812acf3-b514-44e3-b712-e84b4ee2ec8e req-a16b289c-71c0-4d88-b57f-1ed74f7ec447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:48.228846 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [req-2812acf3-b514-44e3-b712-e84b4ee2ec8e req-a16b289c-71c0-4d88-b57f-1ed74f7ec447 service neutron] For port cfb774ee-32fa-434f-8daf-e92f1f2f3652, host hv-cinder-78494, cleared binding levels {{(pid=85257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 13:19:48.245713 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [req-2812acf3-b514-44e3-b712-e84b4ee2ec8e req-a16b289c-71c0-4d88-b57f-1ed74f7ec447 service neutron] For port cfb774ee-32fa-434f-8daf-e92f1f2f3652, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=cfb774ee-32fa-434f-8daf-e92f1f2f3652,segment=NetworkSegment(14d6bcce-c920-42b4-a77a-ca6773378669),segment_id=14d6bcce-c920-42b4-a77a-ca6773378669)] {{(pid=85257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 13:19:48.249139 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-2812acf3-b514-44e3-b712-e84b4ee2ec8e req-a16b289c-71c0-4d88-b57f-1ed74f7ec447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:48.265251 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-2462cad8-7df2-4d66-a7c2-de2c3dbd1f8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:48.370811 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device 7f2ee4ae-3c22-4eb5-baa1-1b7f61e0e677 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=85259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 13:19:48.450338 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16b289c-71c0-4d88-b57f-1ed74f7ec447 service neutron] Pushing event updated for resources: {'Port': ['ID=cfb774ee-32fa-434f-8daf-e92f1f2f3652,revision_number=3']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:48.456235 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-a16b289c-71c0-4d88-b57f-1ed74f7ec447 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:48.465705 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e8429-c5ce-4269-93ae-827b98975bf4 req-8f06a439-fd31-45f6-988f-546dac2aa1fa tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:48.467347 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-fe3e8429-c5ce-4269-93ae-827b98975bf4 req-8f06a439-fd31-45f6-988f-546dac2aa1fa tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc6147fd-2d41-43ca-8abd-49f6f364bc78 HTTP/1.1" status: 200 len: 984 time: 0.2832716 Apr 15 13:19:48.523527 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port 7f2ee4ae-3c22-4eb5-baa1-1b7f61e0e677, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=7f2ee4ae-3c22-4eb5-baa1-1b7f61e0e677,segment=NetworkSegment(cdb34879-ea1b-44ed-b411-0815c3491ab1),segment_id=cdb34879-ea1b-44ed-b411-0815c3491ab1)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:19:48.537511 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812acf3-b514-44e3-b712-e84b4ee2ec8e req-a16b289c-71c0-4d88-b57f-1ed74f7ec447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:48.538864 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Returning: {'device': '7f2ee4ae-3c22-4eb5-baa1-1b7f61e0e677', 'network_id': '789c7916-9ffb-4d78-99b1-d0c20871e468', 'port_id': '7f2ee4ae-3c22-4eb5-baa1-1b7f61e0e677', 'mac_address': 'fa:16:3e:92:61:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9225247-f961-400f-b186-682caba5e8b1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 13:19:48.539568 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-2812acf3-b514-44e3-b712-e84b4ee2ec8e req-a16b289c-71c0-4d88-b57f-1ed74f7ec447 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for port, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:48.541090 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-2812acf3-b514-44e3-b712-e84b4ee2ec8e req-a16b289c-71c0-4d88-b57f-1ed74f7ec447 service neutron] 10.222.0.65 "PUT /v2.0/ports/cfb774ee-32fa-434f-8daf-e92f1f2f3652 HTTP/1.1" status: 200 len: 1094 time: 2.3983097 Apr 15 13:19:48.541785 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62985525-0c15-4984-82f8-978a9cbe3652', 'tag': 'cfb774ee-32fa-434f-8daf-e92f1f2f3652'}] {{(pid=85257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:19:48.550718 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-fe3e8429-c5ce-4269-93ae-827b98975bf4 req-283644a4-1b27-4f4c-b8e2-0af179bdcbcb tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/security-groups?id=54ae3d8d-9200-4f86-bc71-03d25659e041&id=55717d8c-6ad6-49f3-b0c7-fb9161fab0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0724277 Apr 15 13:19:48.602869 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62985525-0c15-4984-82f8-978a9cbe3652', 'tag': 'cfb774ee-32fa-434f-8daf-e92f1f2f3652', 'status': 'completed', 'code': 200} Apr 15 13:19:48.614783 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:48.636195 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f2ee4ae-3c22-4eb5-baa1-1b7f61e0e677 {{(pid=85259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 13:19:48.655248 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port 7f2ee4ae-3c22-4eb5-baa1-1b7f61e0e677, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=7f2ee4ae-3c22-4eb5-baa1-1b7f61e0e677,segment=NetworkSegment(cdb34879-ea1b-44ed-b411-0815c3491ab1),segment_id=cdb34879-ea1b-44ed-b411-0815c3491ab1)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:19:48.660832 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:48.664594 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:48.741729 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Pushing event updated for resources: {'Port': ['ID=7f2ee4ae-3c22-4eb5-baa1-1b7f61e0e677,revision_number=4']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:48.744755 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:48.789752 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812acf3-b514-44e3-b712-e84b4ee2ec8e req-d44b87ab-3cce-400a-b123-4228dd56328d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:48.791459 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-2812acf3-b514-44e3-b712-e84b4ee2ec8e req-d44b87ab-3cce-400a-b123-4228dd56328d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ed5c7cd2c53749ab8d7588f5d7ed90fd&device_id=62985525-0c15-4984-82f8-978a9cbe3652 HTTP/1.1" status: 200 len: 1097 time: 0.1559105 Apr 15 13:19:48.820983 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc97c29-aa8a-4617-af29-4be8591e5b59 req-402dbe20-432a-4ab1-832d-75d466c4c217 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:48.822601 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1fc97c29-aa8a-4617-af29-4be8591e5b59 req-402dbe20-432a-4ab1-832d-75d466c4c217 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=62985525-0c15-4984-82f8-978a9cbe3652 HTTP/1.1" status: 200 len: 944 time: 0.1257191 Apr 15 13:19:48.950046 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-2812acf3-b514-44e3-b712-e84b4ee2ec8e req-9a5ae933-e1ec-4c9a-bfb0-d2328cbb5d8d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cfb774ee-32fa-434f-8daf-e92f1f2f3652 HTTP/1.1" status: 200 len: 217 time: 0.1263449 Apr 15 13:19:49.000464 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] get_ports_and_sgs() called for port_ids ['7f2ee4ae-3c22-4eb5-baa1-1b7f61e0e677'] {{(pid=85259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 13:19:49.042775 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1fc97c29-aa8a-4617-af29-4be8591e5b59 req-9dc2cddd-5633-4b39-9323-efb082a31c1c tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc549f9b-c33b-452f-aa7c-14b9d1deb093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652734 Apr 15 13:19:49.059142 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812acf3-b514-44e3-b712-e84b4ee2ec8e req-9a578647-8aea-457d-89f3-23921e41e16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:49.061073 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-2812acf3-b514-44e3-b712-e84b4ee2ec8e req-9a578647-8aea-457d-89f3-23921e41e16d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b5e38904-2c3f-483b-a51a-75781e9d821b HTTP/1.1" status: 200 len: 850 time: 0.1018107 Apr 15 13:19:49.132759 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5c3d1-86ee-4417-a7c5-24e03d5d1f1c req-2a578df5-1e59-4280-a70a-8d1f8b56c8b2 tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:49.134372 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a2f5c3d1-86ee-4417-a7c5-24e03d5d1f1c req-2a578df5-1e59-4280-a70a-8d1f8b56c8b2 tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c908743-43c6-4991-b59b-da2abbb3d19e HTTP/1.1" status: 200 len: 945 time: 0.2582448 Apr 15 13:19:49.200706 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a2f5c3d1-86ee-4417-a7c5-24e03d5d1f1c req-17461bdf-ca2d-4da0-85e8-3a486cfac523 tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4acf7a0-f087-40d6-9ae6-5f27bd37b88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586410 Apr 15 13:19:49.203608 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812acf3-b514-44e3-b712-e84b4ee2ec8e req-e17c92ea-2fb9-4de6-a78d-28cc344cea49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:49.205177 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-2812acf3-b514-44e3-b712-e84b4ee2ec8e req-e17c92ea-2fb9-4de6-a78d-28cc344cea49 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2f9b0ee9-78e1-43c1-87cb-abce99e8826a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1349273 Apr 15 13:19:49.345620 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-2812acf3-b514-44e3-b712-e84b4ee2ec8e req-26701529-d08b-4804-9f33-fcef76b5177e service neutron] 10.222.0.65 "GET /v2.0/networks/2f9b0ee9-78e1-43c1-87cb-abce99e8826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332128 Apr 15 13:19:49.488955 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-2812acf3-b514-44e3-b712-e84b4ee2ec8e req-a9521baa-196c-4e68-ae85-59243b047334 service neutron] 10.222.0.65 "GET /v2.0/networks/2f9b0ee9-78e1-43c1-87cb-abce99e8826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361883 Apr 15 13:19:49.682636 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da693874-2207-47cf-86f9-525e26afc01d req-b64a57ab-92e1-42d2-af36-5dc76b28ceec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:49.684245 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-da693874-2207-47cf-86f9-525e26afc01d req-b64a57ab-92e1-42d2-af36-5dc76b28ceec service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ed5c7cd2c53749ab8d7588f5d7ed90fd&device_id=62985525-0c15-4984-82f8-978a9cbe3652 HTTP/1.1" status: 200 len: 1097 time: 0.0839341 Apr 15 13:19:49.897279 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf9dcc-1f4f-45df-b718-f484c4d1982b req-71244cb9-47a6-4829-a89e-b8b04af14547 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:49.899138 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e5bf9dcc-1f4f-45df-b718-f484c4d1982b req-71244cb9-47a6-4829-a89e-b8b04af14547 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc6147fd-2d41-43ca-8abd-49f6f364bc78 HTTP/1.1" status: 200 len: 984 time: 0.2139659 Apr 15 13:19:49.900390 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da693874-2207-47cf-86f9-525e26afc01d req-70871421-ec9d-4c92-8dcb-2c75def0a40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:49.901792 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-da693874-2207-47cf-86f9-525e26afc01d req-70871421-ec9d-4c92-8dcb-2c75def0a40c service neutron] 10.222.0.65 "GET /v2.0/networks?id=2f9b0ee9-78e1-43c1-87cb-abce99e8826a HTTP/1.1" status: 200 len: 912 time: 0.1768034 Apr 15 13:19:49.994210 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-da693874-2207-47cf-86f9-525e26afc01d req-3a9ccd13-eeb0-4f03-8438-bab63c2cea8e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cfb774ee-32fa-434f-8daf-e92f1f2f3652 HTTP/1.1" status: 200 len: 217 time: 0.0740099 Apr 15 13:19:50.057747 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e5bf9dcc-1f4f-45df-b718-f484c4d1982b req-d7da40e0-bf06-461a-9771-f019dc95375b tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/security-groups?id=54ae3d8d-9200-4f86-bc71-03d25659e041&id=55717d8c-6ad6-49f3-b0c7-fb9161fab0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1520061 Apr 15 13:19:50.081680 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da693874-2207-47cf-86f9-525e26afc01d req-9cdf64f4-747e-4eec-a1fd-55143cef93ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:50.081680 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-da693874-2207-47cf-86f9-525e26afc01d req-9cdf64f4-747e-4eec-a1fd-55143cef93ff service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b5e38904-2c3f-483b-a51a-75781e9d821b HTTP/1.1" status: 200 len: 850 time: 0.0741944 Apr 15 13:19:50.382282 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device 7f2ee4ae-3c22-4eb5-baa1-1b7f61e0e677 up at agent hyperv_hv-cinder-78494 {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:19:50.456917 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Provisioning for port 7f2ee4ae-3c22-4eb5-baa1-1b7f61e0e677 completed by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:19:50.462518 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Provisioning complete for port 7f2ee4ae-3c22-4eb5-baa1-1b7f61e0e677 triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:19:50.462939 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:50.500129 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da693874-2207-47cf-86f9-525e26afc01d req-5a5e4261-6d14-499a-94f9-e8194cdcd8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:50.501627 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-da693874-2207-47cf-86f9-525e26afc01d req-5a5e4261-6d14-499a-94f9-e8194cdcd8a0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2f9b0ee9-78e1-43c1-87cb-abce99e8826a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4127588 Apr 15 13:19:50.591597 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:50.628107 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c908743-43c6-4991-b59b-da2abbb3d19e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f2ee4ae-3c22-4eb5-baa1-1b7f61e0e677'}] {{(pid=85259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:19:50.639132 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port 7f2ee4ae-3c22-4eb5-baa1-1b7f61e0e677, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=7f2ee4ae-3c22-4eb5-baa1-1b7f61e0e677,segment=NetworkSegment(cdb34879-ea1b-44ed-b411-0815c3491ab1),segment_id=cdb34879-ea1b-44ed-b411-0815c3491ab1)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:19:50.642226 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:50.645056 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-7caef91e-e97f-41b2-85aa-b2e6a08323cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:50.650366 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e27720-f541-41e0-b415-8daf279228bf req-34a4100f-3a51-4026-ae18-b05b9847dcf1 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:50.651980 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-34e27720-f541-41e0-b415-8daf279228bf req-34a4100f-3a51-4026-ae18-b05b9847dcf1 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=62985525-0c15-4984-82f8-978a9cbe3652 HTTP/1.1" status: 200 len: 944 time: 0.2687163 Apr 15 13:19:50.663546 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d721605-a6cb-4adf-8c23-ff6dedae37ba req-1f5c1486-fce5-4d2b-b9cf-eb3f7892ae08 tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:50.665140 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-2d721605-a6cb-4adf-8c23-ff6dedae37ba req-1f5c1486-fce5-4d2b-b9cf-eb3f7892ae08 tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c908743-43c6-4991-b59b-da2abbb3d19e HTTP/1.1" status: 200 len: 945 time: 0.2805951 Apr 15 13:19:50.723810 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Pushing event updated for resources: {'Port': ['ID=7f2ee4ae-3c22-4eb5-baa1-1b7f61e0e677,revision_number=5']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:50.727079 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:50.771234 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-34e27720-f541-41e0-b415-8daf279228bf req-22305a94-8149-4ea6-97b2-c4c9cb8a7c22 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc549f9b-c33b-452f-aa7c-14b9d1deb093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049962 Apr 15 13:19:50.783654 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-da693874-2207-47cf-86f9-525e26afc01d req-d44de5d1-a0fd-4e24-b186-7c68f4b4d081 service neutron] 10.222.0.65 "GET /v2.0/networks/2f9b0ee9-78e1-43c1-87cb-abce99e8826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638068 Apr 15 13:19:50.786749 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-2d721605-a6cb-4adf-8c23-ff6dedae37ba req-7d5e041f-3885-46d2-b5db-4f77d3a3d92d tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4acf7a0-f087-40d6-9ae6-5f27bd37b88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012025 Apr 15 13:19:50.831336 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.agents_db [None req-862eb08b-2c52-41b8-8db2-56e94ab18918 None None] Agent healthcheck: found 6 active agents {{(pid=85260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 13:19:50.831502 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c908743-43c6-4991-b59b-da2abbb3d19e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f2ee4ae-3c22-4eb5-baa1-1b7f61e0e677', 'code': 200} Apr 15 13:19:50.931389 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-da693874-2207-47cf-86f9-525e26afc01d req-717bbdcd-1665-40a5-a33e-208e1fd21569 service neutron] 10.222.0.65 "GET /v2.0/networks/2f9b0ee9-78e1-43c1-87cb-abce99e8826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391852 Apr 15 13:19:51.143567 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed30ed4-b537-429b-b6a3-8a9f74bb8634 req-e949213d-dad8-42ea-9c5c-68478cf5bab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:51.145174 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-6ed30ed4-b537-429b-b6a3-8a9f74bb8634 req-e949213d-dad8-42ea-9c5c-68478cf5bab7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3c908743-43c6-4991-b59b-da2abbb3d19e HTTP/1.1" status: 200 len: 1099 time: 0.0824616 Apr 15 13:19:51.236670 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-6ed30ed4-b537-429b-b6a3-8a9f74bb8634 req-9ba11516-b1fc-457d-897b-5cb68c7b2615 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c4acf7a0-f087-40d6-9ae6-5f27bd37b88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837760 Apr 15 13:19:51.274131 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475fc20c-e698-41e4-87d9-bbef12a10212 req-d2fec926-6170-47eb-9976-7f3fc597be80 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:51.275763 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-475fc20c-e698-41e4-87d9-bbef12a10212 req-d2fec926-6170-47eb-9976-7f3fc597be80 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc6147fd-2d41-43ca-8abd-49f6f364bc78 HTTP/1.1" status: 200 len: 984 time: 0.1029198 Apr 15 13:19:51.326095 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-475fc20c-e698-41e4-87d9-bbef12a10212 req-ce9c6e2e-7a16-43cc-848b-103978308710 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/security-groups?id=54ae3d8d-9200-4f86-bc71-03d25659e041&id=55717d8c-6ad6-49f3-b0c7-fb9161fab0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0438807 Apr 15 13:19:52.052973 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a781e-c04c-4fc3-bcd0-31987c0c025a req-a7493aff-3de8-4c36-9189-c1be5d12139b tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:52.054620 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-3e7a781e-c04c-4fc3-bcd0-31987c0c025a req-a7493aff-3de8-4c36-9189-c1be5d12139b tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=62985525-0c15-4984-82f8-978a9cbe3652 HTTP/1.1" status: 200 len: 944 time: 0.1644704 Apr 15 13:19:52.062639 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b81267-b55a-4311-b954-17e4ed408d40 req-b9cdaa11-5ba3-43b2-8437-a5f2abca5763 tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:52.064155 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-b7b81267-b55a-4311-b954-17e4ed408d40 req-b9cdaa11-5ba3-43b2-8437-a5f2abca5763 tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c908743-43c6-4991-b59b-da2abbb3d19e HTTP/1.1" status: 200 len: 946 time: 0.1337266 Apr 15 13:19:52.141393 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-3e7a781e-c04c-4fc3-bcd0-31987c0c025a req-e094eed8-0618-4b11-bc1d-1d004a048d91 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc549f9b-c33b-452f-aa7c-14b9d1deb093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762012 Apr 15 13:19:52.149403 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-b7b81267-b55a-4311-b954-17e4ed408d40 req-c8d2c80f-5385-47a0-8317-bbf518535cfa tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4acf7a0-f087-40d6-9ae6-5f27bd37b88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686803 Apr 15 13:19:52.388426 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device cfb774ee-32fa-434f-8daf-e92f1f2f3652 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=85259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 13:19:52.537896 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port cfb774ee-32fa-434f-8daf-e92f1f2f3652, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=cfb774ee-32fa-434f-8daf-e92f1f2f3652,segment=NetworkSegment(14d6bcce-c920-42b4-a77a-ca6773378669),segment_id=14d6bcce-c920-42b4-a77a-ca6773378669)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:19:52.544582 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ae574-1db8-47b4-8a71-70d8277216da req-1b9138e6-61c8-4978-887d-8c71fa83e799 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:52.546248 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-224ae574-1db8-47b4-8a71-70d8277216da req-1b9138e6-61c8-4978-887d-8c71fa83e799 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc6147fd-2d41-43ca-8abd-49f6f364bc78 HTTP/1.1" status: 200 len: 984 time: 0.0949130 Apr 15 13:19:52.559544 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Returning: {'device': 'cfb774ee-32fa-434f-8daf-e92f1f2f3652', 'network_id': '2f9b0ee9-78e1-43c1-87cb-abce99e8826a', 'port_id': 'cfb774ee-32fa-434f-8daf-e92f1f2f3652', 'mac_address': 'fa:16:3e:41:24:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5e38904-2c3f-483b-a51a-75781e9d821b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 13:19:52.604535 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-224ae574-1db8-47b4-8a71-70d8277216da req-638f471d-e064-4783-93dc-df332a4a8e03 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/security-groups?id=54ae3d8d-9200-4f86-bc71-03d25659e041&id=55717d8c-6ad6-49f3-b0c7-fb9161fab0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517132 Apr 15 13:19:52.626114 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:52.644695 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfb774ee-32fa-434f-8daf-e92f1f2f3652 {{(pid=85259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 13:19:52.661377 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port cfb774ee-32fa-434f-8daf-e92f1f2f3652, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=cfb774ee-32fa-434f-8daf-e92f1f2f3652,segment=NetworkSegment(14d6bcce-c920-42b4-a77a-ca6773378669),segment_id=14d6bcce-c920-42b4-a77a-ca6773378669)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:19:52.665042 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:52.666886 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-c2715204-8938-4e83-8b79-b23e4f0cb6f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:52.740569 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Pushing event updated for resources: {'Port': ['ID=cfb774ee-32fa-434f-8daf-e92f1f2f3652,revision_number=4']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:52.744302 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:52.763287 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:53.005369 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] get_ports_and_sgs() called for port_ids ['cfb774ee-32fa-434f-8daf-e92f1f2f3652'] {{(pid=85259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 13:19:53.355206 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea54f4-220c-424f-87b1-1e7c281380d4 req-4420c93c-db3a-406f-b6cc-2a5c08f3e811 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:53.356824 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e0ea54f4-220c-424f-87b1-1e7c281380d4 req-4420c93c-db3a-406f-b6cc-2a5c08f3e811 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=62985525-0c15-4984-82f8-978a9cbe3652 HTTP/1.1" status: 200 len: 945 time: 0.0974755 Apr 15 13:19:53.408308 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e0ea54f4-220c-424f-87b1-1e7c281380d4 req-be196d0d-8808-47ac-9a11-9b9bc3b7c374 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc549f9b-c33b-452f-aa7c-14b9d1deb093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448356 Apr 15 13:19:53.500088 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ccdd60-b1b0-483b-a077-077d112246a0 req-fa938cc9-1984-43db-a86c-24b477c89740 tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:53.501685 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c1ccdd60-b1b0-483b-a077-077d112246a0 req-fa938cc9-1984-43db-a86c-24b477c89740 tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c908743-43c6-4991-b59b-da2abbb3d19e HTTP/1.1" status: 200 len: 946 time: 0.0909147 Apr 15 13:19:53.551659 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c1ccdd60-b1b0-483b-a077-077d112246a0 req-35e478e0-a8dd-4faf-b8dc-fda98c8c22ae tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4acf7a0-f087-40d6-9ae6-5f27bd37b88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434051 Apr 15 13:19:53.813610 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135858ee-ed9c-48ea-b876-53bbb8324084 req-b47cb218-e5c3-4fb8-be7a-d48b614808d3 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:53.815219 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-135858ee-ed9c-48ea-b876-53bbb8324084 req-b47cb218-e5c3-4fb8-be7a-d48b614808d3 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc6147fd-2d41-43ca-8abd-49f6f364bc78 HTTP/1.1" status: 200 len: 984 time: 0.0938704 Apr 15 13:19:53.869625 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-135858ee-ed9c-48ea-b876-53bbb8324084 req-77270297-daec-4e70-956c-ae8820110c89 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/security-groups?id=54ae3d8d-9200-4f86-bc71-03d25659e041&id=55717d8c-6ad6-49f3-b0c7-fb9161fab0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0471759 Apr 15 13:19:54.416288 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device cfb774ee-32fa-434f-8daf-e92f1f2f3652 up at agent hyperv_hv-cinder-78494 {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:19:54.497310 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Provisioning for port cfb774ee-32fa-434f-8daf-e92f1f2f3652 completed by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:19:54.502324 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Provisioning complete for port cfb774ee-32fa-434f-8daf-e92f1f2f3652 triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:19:54.502749 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:54.701126 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ab3a4-b1b4-4a43-93ab-f626a2420864 req-81b44256-3ffe-4b5d-836d-f66218a23f0c tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:54.702770 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-dc7ab3a4-b1b4-4a43-93ab-f626a2420864 req-81b44256-3ffe-4b5d-836d-f66218a23f0c tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=62985525-0c15-4984-82f8-978a9cbe3652 HTTP/1.1" status: 200 len: 945 time: 0.1627514 Apr 15 13:19:54.706296 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e3631fc2-5d6e-4bd0-b780-5f0d95ad8ebe req-115eb38b-bddf-4ec2-82bb-a5e8bcddceb7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1281478 Apr 15 13:19:54.784233 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-dc7ab3a4-b1b4-4a43-93ab-f626a2420864 req-777da1f5-be68-4500-bf99-f7519d5a4379 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc549f9b-c33b-452f-aa7c-14b9d1deb093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743928 Apr 15 13:19:54.795894 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:54.824340 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62985525-0c15-4984-82f8-978a9cbe3652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfb774ee-32fa-434f-8daf-e92f1f2f3652'}] {{(pid=85259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:19:54.835244 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port cfb774ee-32fa-434f-8daf-e92f1f2f3652, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=cfb774ee-32fa-434f-8daf-e92f1f2f3652,segment=NetworkSegment(14d6bcce-c920-42b4-a77a-ca6773378669),segment_id=14d6bcce-c920-42b4-a77a-ca6773378669)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:19:54.838541 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:54.840578 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:19:54.914023 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62985525-0c15-4984-82f8-978a9cbe3652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfb774ee-32fa-434f-8daf-e92f1f2f3652', 'code': 200} Apr 15 13:19:54.926780 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Pushing event updated for resources: {'Port': ['ID=cfb774ee-32fa-434f-8daf-e92f1f2f3652,revision_number=5']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:19:54.933065 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:19:54.964595 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3631fc2-5d6e-4bd0-b780-5f0d95ad8ebe req-cb65acc4-5a54-4565-9956-38ec5daa9e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:54.966242 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e3631fc2-5d6e-4bd0-b780-5f0d95ad8ebe req-cb65acc4-5a54-4565-9956-38ec5daa9e45 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3edcfff57f6b4d3a989c0baa167aa5b1&device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 1099 time: 0.1257169 Apr 15 13:19:55.281304 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3631fc2-5d6e-4bd0-b780-5f0d95ad8ebe req-033b3a13-fc36-41de-b6dc-4dd46d5161a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:55.283079 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e3631fc2-5d6e-4bd0-b780-5f0d95ad8ebe req-033b3a13-fc36-41de-b6dc-4dd46d5161a9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a011c5a8-19dd-4b3a-aac8-fb661fc52f6c HTTP/1.1" status: 200 len: 918 time: 0.2852898 Apr 15 13:19:55.295388 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a154a7f-f011-4721-a342-660d60e27bcf req-4f753f18-e2ac-44cb-8b0a-3ed8ec55947f tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:55.297019 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8a154a7f-f011-4721-a342-660d60e27bcf req-4f753f18-e2ac-44cb-8b0a-3ed8ec55947f tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc6147fd-2d41-43ca-8abd-49f6f364bc78 HTTP/1.1" status: 200 len: 984 time: 0.2772200 Apr 15 13:19:55.389258 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be67178-d13d-4770-a235-c6c4b2395255 req-949ef7c2-4feb-4cab-9107-e36ed34dd450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:55.390838 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4be67178-d13d-4770-a235-c6c4b2395255 req-949ef7c2-4feb-4cab-9107-e36ed34dd450 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=62985525-0c15-4984-82f8-978a9cbe3652 HTTP/1.1" status: 200 len: 1099 time: 0.2619522 Apr 15 13:19:55.481323 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8a154a7f-f011-4721-a342-660d60e27bcf req-74297f83-e41b-4e0f-bd5b-ca4b10c152dd tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/security-groups?id=54ae3d8d-9200-4f86-bc71-03d25659e041&id=55717d8c-6ad6-49f3-b0c7-fb9161fab0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1221330 Apr 15 13:19:55.483185 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e3631fc2-5d6e-4bd0-b780-5f0d95ad8ebe req-106b35bb-7055-4a98-acf1-684e79bd76df service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd HTTP/1.1" status: 200 len: 1001 time: 0.1851954 Apr 15 13:19:55.489708 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4be67178-d13d-4770-a235-c6c4b2395255 req-6d1eee3b-3952-4d87-a6ee-d04ea9d6410a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=dc549f9b-c33b-452f-aa7c-14b9d1deb093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885646 Apr 15 13:19:55.556324 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3631fc2-5d6e-4bd0-b780-5f0d95ad8ebe req-66cc4687-028b-4f95-80ea-c031b2407d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:55.557955 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e3631fc2-5d6e-4bd0-b780-5f0d95ad8ebe req-66cc4687-028b-4f95-80ea-c031b2407d2b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a4c8aae7-d54c-4123-b3a9-729be74bee3f HTTP/1.1" status: 200 len: 856 time: 0.0672817 Apr 15 13:19:55.886980 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3631fc2-5d6e-4bd0-b780-5f0d95ad8ebe req-31a6333f-a956-4fa5-bb87-8b50fd6b0502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:55.888752 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e3631fc2-5d6e-4bd0-b780-5f0d95ad8ebe req-31a6333f-a956-4fa5-bb87-8b50fd6b0502 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a011c5a8-19dd-4b3a-aac8-fb661fc52f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0876806 Apr 15 13:19:56.102606 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e3631fc2-5d6e-4bd0-b780-5f0d95ad8ebe req-edc3a958-6776-46c6-b9c9-18d67df862dc service neutron] 10.222.0.65 "GET /v2.0/networks/a011c5a8-19dd-4b3a-aac8-fb661fc52f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061856 Apr 15 13:19:56.111584 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a25807-30f7-4201-ae0a-66e5e7bfaa57 req-d6b5880d-828e-49c2-afc9-4fe9b3676aeb tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:56.113380 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-00a25807-30f7-4201-ae0a-66e5e7bfaa57 req-d6b5880d-828e-49c2-afc9-4fe9b3676aeb tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=62985525-0c15-4984-82f8-978a9cbe3652 HTTP/1.1" status: 200 len: 946 time: 0.1950374 Apr 15 13:19:56.249963 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-00a25807-30f7-4201-ae0a-66e5e7bfaa57 req-930b4801-5a24-40cb-9897-89e2cef290e6 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc549f9b-c33b-452f-aa7c-14b9d1deb093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116402 Apr 15 13:19:56.288778 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e3631fc2-5d6e-4bd0-b780-5f0d95ad8ebe req-896215aa-bfa3-4ad9-99b0-4ff52e07e386 service neutron] 10.222.0.65 "GET /v2.0/networks/a011c5a8-19dd-4b3a-aac8-fb661fc52f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743691 Apr 15 13:19:57.489098 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e517aa4-7b1d-4ac1-8940-41f260457bbb req-1abebc91-0068-46c9-b407-d613cf75d24d tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:57.490744 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5e517aa4-7b1d-4ac1-8940-41f260457bbb req-1abebc91-0068-46c9-b407-d613cf75d24d tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c908743-43c6-4991-b59b-da2abbb3d19e HTTP/1.1" status: 200 len: 946 time: 0.3641713 Apr 15 13:19:57.560516 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5e517aa4-7b1d-4ac1-8940-41f260457bbb req-bbe3b688-712c-4ae2-937f-53f70b72830e tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4acf7a0-f087-40d6-9ae6-5f27bd37b88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615728 Apr 15 13:19:57.569976 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919e872-8d24-43aa-b579-08e1c25bb6d4 req-33ced72c-74b2-4b28-8668-368b1b31dd6f tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:57.571538 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-b919e872-8d24-43aa-b579-08e1c25bb6d4 req-33ced72c-74b2-4b28-8668-368b1b31dd6f tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=62985525-0c15-4984-82f8-978a9cbe3652 HTTP/1.1" status: 200 len: 946 time: 0.1540978 Apr 15 13:19:57.623253 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-b919e872-8d24-43aa-b579-08e1c25bb6d4 req-b4d484b7-7ee9-4669-9cb0-1ed65f7fb2af tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc549f9b-c33b-452f-aa7c-14b9d1deb093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453184 Apr 15 13:19:57.819368 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0ad2f-d935-4926-92ff-485fb301375b req-f6e0678b-1ca0-4f06-930c-4ed5629e13bd tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:57.820918 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-bbd0ad2f-d935-4926-92ff-485fb301375b req-f6e0678b-1ca0-4f06-930c-4ed5629e13bd tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=62985525-0c15-4984-82f8-978a9cbe3652 HTTP/1.1" status: 200 len: 946 time: 0.0893722 Apr 15 13:19:57.830407 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 42206) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:19:57.836609 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-63972c83-4f78-4c81-99a1-65ba14747f61 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Request body: {'floatingip': {'port_id': 'cfb774ee-32fa-434f-8daf-e92f1f2f3652'}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:19:57.920653 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-63972c83-4f78-4c81-99a1-65ba14747f61 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks [] for floatingip, before_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:58.781889 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-63972c83-4f78-4c81-99a1-65ba14747f61 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:58.785864 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-63972c83-4f78-4c81-99a1-65ba14747f61 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1033198'] for floatingip, after_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:19:59.017244 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4790e0-7677-4570-b35f-abb6c278b929 req-6a2b8f70-cf04-4440-8cc9-11bf79f7c25a tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:59.018853 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ca4790e0-7677-4570-b35f-abb6c278b929 req-6a2b8f70-cf04-4440-8cc9-11bf79f7c25a tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c908743-43c6-4991-b59b-da2abbb3d19e HTTP/1.1" status: 200 len: 946 time: 0.3289125 Apr 15 13:19:59.093525 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.db.l3_db [None req-63972c83-4f78-4c81-99a1-65ba14747f61 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Floating IP fa31cadf-917e-4c3f-9356-c510b4e0bd8c associated. External IP: 172.28.3.143, port: cfb774ee-32fa-434f-8daf-e92f1f2f3652. Apr 15 13:19:59.442014 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0904dc7-6fda-449b-af15-2de15ccb097d req-dab6f9fc-70a6-4299-bcbd-8497b8504e7c tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:19:59.443578 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d0904dc7-6fda-449b-af15-2de15ccb097d req-dab6f9fc-70a6-4299-bcbd-8497b8504e7c tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c908743-43c6-4991-b59b-da2abbb3d19e HTTP/1.1" status: 200 len: 946 time: 0.6065307 Apr 15 13:19:59.455143 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ca4790e0-7677-4570-b35f-abb6c278b929 req-08fad0b4-a726-4dad-bf56-d2c8376de49e tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4acf7a0-f087-40d6-9ae6-5f27bd37b88d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4280131 Apr 15 13:19:59.555402 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [req-d0904dc7-6fda-449b-af15-2de15ccb097d req-15e5c152-dce8-4a78-bcc3-6b9aff56f1c9 tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] Deleting port 7f2ee4ae-3c22-4eb5-baa1-1b7f61e0e677 {{(pid=85257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 13:19:59.555847 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-d0904dc7-6fda-449b-af15-2de15ccb097d req-15e5c152-dce8-4a78-bcc3-6b9aff56f1c9 tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279808963205'] for port, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:00.004702 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63972c83-4f78-4c81-99a1-65ba14747f61 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Router 1a945374-1093-41f6-87d2-3464c2b47d51 has already been hosted by L3 agent d2850426-fba2-4e27-a3ef-bf91b3b25695 {{(pid=85257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 13:20:00.019610 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [req-d0904dc7-6fda-449b-af15-2de15ccb097d req-15e5c152-dce8-4a78-bcc3-6b9aff56f1c9 tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] For port 7f2ee4ae-3c22-4eb5-baa1-1b7f61e0e677, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=7f2ee4ae-3c22-4eb5-baa1-1b7f61e0e677,segment=NetworkSegment(cdb34879-ea1b-44ed-b411-0815c3491ab1),segment_id=cdb34879-ea1b-44ed-b411-0815c3491ab1)] {{(pid=85257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:20:00.020020 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-d0904dc7-6fda-449b-af15-2de15ccb097d req-15e5c152-dce8-4a78-bcc3-6b9aff56f1c9 tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853842851'] for port, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:00.213523 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [req-d0904dc7-6fda-449b-af15-2de15ccb097d req-15e5c152-dce8-4a78-bcc3-6b9aff56f1c9 tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] Calling delete_port for 7f2ee4ae-3c22-4eb5-baa1-1b7f61e0e677 owned by compute:nova {{(pid=85257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 13:20:00.442106 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63972c83-4f78-4c81-99a1-65ba14747f61 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify agent at l3_agent.dv-cinder-784945-5-smb the message routers_updated {{(pid=85257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 13:20:00.453530 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e01cf3-f554-4701-b818-d1ef637f30c3 None None] Sync routers for ids ['1a945374-1093-41f6-87d2-3464c2b47d51'] in dv-cinder-784945-5-smb {{(pid=85259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 13:20:00.462769 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-63972c83-4f78-4c81-99a1-65ba14747f61 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for floatingip, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:00.464011 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e01cf3-f554-4701-b818-d1ef637f30c3 None None] Routers {'1a945374-1093-41f6-87d2-3464c2b47d51'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:20:00.464648 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-75e01cf3-f554-4701-b818-d1ef637f30c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:19:45Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['1a945374-1093-41f6-87d2-3464c2b47d51'], 'active': True} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:20:00.538748 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-d0904dc7-6fda-449b-af15-2de15ccb097d req-15e5c152-dce8-4a78-bcc3-6b9aff56f1c9 tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757045826334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279809391903'] for port, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:00.545431 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-63972c83-4f78-4c81-99a1-65ba14747f61 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "PUT /v2.0/floatingips/fa31cadf-917e-4c3f-9356-c510b4e0bd8c HTTP/1.1" status: 200 len: 992 time: 2.7132478 Apr 15 13:20:00.545678 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62985525-0c15-4984-82f8-978a9cbe3652', 'tag': 'cfb774ee-32fa-434f-8daf-e92f1f2f3652'}] {{(pid=85257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:20:00.624314 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-a16b289c-71c0-4d88-b57f-1ed74f7ec447 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:20:00.684083 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-75e01cf3-f554-4701-b818-d1ef637f30c3 None None] Set router 1a945374-1093-41f6-87d2-3464c2b47d51 gateway port host: dv-cinder-784945-5-smb {{(pid=85259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:20:00.720916 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e5c152-dce8-4a78-bcc3-6b9aff56f1c9 tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] Pushing event deleted for resources: {'Port': ['ID=7f2ee4ae-3c22-4eb5-baa1-1b7f61e0e677,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:20:00.742750 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-a98caf47-4791-461b-81f8-9e7d599ebb95 req-4fcc25f0-3aa1-4a1c-8483-29d24f226faf tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] Synchronizing usage tracker for tenant:ad5494fe3edf415b8469ce161094baf6 on resource:port {{(pid=85257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 13:20:00.749637 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e5c152-dce8-4a78-bcc3-6b9aff56f1c9 tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:20:00.750047 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e5c152-dce8-4a78-bcc3-6b9aff56f1c9 tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:20:00.750445 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e5c152-dce8-4a78-bcc3-6b9aff56f1c9 tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:20:00.750842 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e5c152-dce8-4a78-bcc3-6b9aff56f1c9 tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:20:00.751237 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e5c152-dce8-4a78-bcc3-6b9aff56f1c9 tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:20:00.751657 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e5c152-dce8-4a78-bcc3-6b9aff56f1c9 tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:20:00.752050 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e5c152-dce8-4a78-bcc3-6b9aff56f1c9 tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:20:00.752438 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e5c152-dce8-4a78-bcc3-6b9aff56f1c9 tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:20:00.752826 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e5c152-dce8-4a78-bcc3-6b9aff56f1c9 tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:20:00.753213 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e5c152-dce8-4a78-bcc3-6b9aff56f1c9 tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:20:00.753600 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e5c152-dce8-4a78-bcc3-6b9aff56f1c9 tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:20:00.753987 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e5c152-dce8-4a78-bcc3-6b9aff56f1c9 tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:20:00.761873 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-15e5c152-dce8-4a78-bcc3-6b9aff56f1c9 tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:20:00.790751 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62985525-0c15-4984-82f8-978a9cbe3652', 'tag': 'cfb774ee-32fa-434f-8daf-e92f1f2f3652', 'status': 'completed', 'code': 200} Apr 15 13:20:00.796072 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-a98caf47-4791-461b-81f8-9e7d599ebb95 req-4fcc25f0-3aa1-4a1c-8483-29d24f226faf tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] Unset dirty status for tenant:ad5494fe3edf415b8469ce161094baf6 on resource:port {{(pid=85257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 13:20:00.797349 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a98caf47-4791-461b-81f8-9e7d599ebb95 req-4fcc25f0-3aa1-4a1c-8483-29d24f226faf tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c908743-43c6-4991-b59b-da2abbb3d19e HTTP/1.1" status: 200 len: 210 time: 0.1286471 Apr 15 13:20:00.954313 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0904dc7-6fda-449b-af15-2de15ccb097d req-15e5c152-dce8-4a78-bcc3-6b9aff56f1c9 tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] No DVR routers for this DVR port 7f2ee4ae-3c22-4eb5-baa1-1b7f61e0e677 on host hv-cinder-78494 {{(pid=85257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 13:20:00.957799 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-d0904dc7-6fda-449b-af15-2de15ccb097d req-15e5c152-dce8-4a78-bcc3-6b9aff56f1c9 tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for port, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:00.960686 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d0904dc7-6fda-449b-af15-2de15ccb097d req-15e5c152-dce8-4a78-bcc3-6b9aff56f1c9 tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] 10.222.0.65 "DELETE /v2.0/ports/7f2ee4ae-3c22-4eb5-baa1-1b7f61e0e677 HTTP/1.1" status: 204 len: 173 time: 1.5038652 Apr 15 13:20:00.989091 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e38d84-6bac-4dbe-af32-ac8a81774df7 req-83ca1601-3c52-403e-80be-c3063975bd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:00.991154 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-71e38d84-6bac-4dbe-af32-ac8a81774df7 req-83ca1601-3c52-403e-80be-c3063975bd31 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ed5c7cd2c53749ab8d7588f5d7ed90fd&device_id=62985525-0c15-4984-82f8-978a9cbe3652 HTTP/1.1" status: 200 len: 1099 time: 0.1295395 Apr 15 13:20:01.070150 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-75e01cf3-f554-4701-b818-d1ef637f30c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'name': 'tempest-AttachVolumeTestJSON-1760214375-router', 'tenant_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e20041a2-d216-439e-8f6e-98556d5a7961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:19:24Z', 'updated_at': '2021-04-15T13:19:32Z', 'revision_number': 4, 'project_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'gw_port': {'id': 'e20041a2-d216-439e-8f6e-98556d5a7961', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:19:26Z', 'updated_at': '2021-04-15T13:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_floatingips': [{'id': 'fa31cadf-917e-4c3f-9356-c510b4e0bd8c', 'tenant_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'floating_ip_address': '172.28.3.143', 'floating_network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'router_id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'port_id': 'cfb774ee-32fa-434f-8daf-e92f1f2f3652', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f9b0ee9-78e1-43c1-87cb-abce99e8826a', 'mac_address': 'fa:16:3e:41:24:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62985525-0c15-4984-82f8-978a9cbe3652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T13:19:38Z', 'updated_at': '2021-04-15T13:19:58Z', 'revision_number': 1, 'project_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac5921ae-1249-4a41-8152-f85dbde8e150', 'name': '', 'network_id': '2f9b0ee9-78e1-43c1-87cb-abce99e8826a', 'tenant_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'mac_address': 'fa:16:3e:63:88:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b5e38904-2c3f-483b-a51a-75781e9d821b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:19:31Z', 'updated_at': '2021-04-15T13:19:42Z', 'revision_number': 5, 'project_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'subnets': [{'id': 'b5e38904-2c3f-483b-a51a-75781e9d821b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:20:01.074533 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e01cf3-f554-4701-b818-d1ef637f30c3 None None] Checking router: 1a945374-1093-41f6-87d2-3464c2b47d51 for host: dv-cinder-784945-5-smb {{(pid=85259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 13:20:01.084099 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e01cf3-f554-4701-b818-d1ef637f30c3 None None] Routers {'1a945374-1093-41f6-87d2-3464c2b47d51'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:20:01.085160 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-75e01cf3-f554-4701-b818-d1ef637f30c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:19:45Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['1a945374-1093-41f6-87d2-3464c2b47d51'], 'active': True} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:20:01.158469 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e38d84-6bac-4dbe-af32-ac8a81774df7 req-fae9b604-f755-4172-b1c6-72f9966f78e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:01.160299 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-71e38d84-6bac-4dbe-af32-ac8a81774df7 req-fae9b604-f755-4172-b1c6-72f9966f78e1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2f9b0ee9-78e1-43c1-87cb-abce99e8826a HTTP/1.1" status: 200 len: 912 time: 0.1482840 Apr 15 13:20:01.273732 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-71e38d84-6bac-4dbe-af32-ac8a81774df7 req-3c8d5baf-befa-4d36-853d-e4086277879d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cfb774ee-32fa-434f-8daf-e92f1f2f3652 HTTP/1.1" status: 200 len: 1000 time: 0.1065428 Apr 15 13:20:01.288650 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-75e01cf3-f554-4701-b818-d1ef637f30c3 None None] Set router 1a945374-1093-41f6-87d2-3464c2b47d51 gateway port host: dv-cinder-784945-5-smb {{(pid=85259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:20:01.349619 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e38d84-6bac-4dbe-af32-ac8a81774df7 req-de395923-7889-4b38-8c85-253d3c69b583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:01.351360 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-71e38d84-6bac-4dbe-af32-ac8a81774df7 req-de395923-7889-4b38-8c85-253d3c69b583 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b5e38904-2c3f-483b-a51a-75781e9d821b HTTP/1.1" status: 200 len: 850 time: 0.0686953 Apr 15 13:20:01.436261 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e38d84-6bac-4dbe-af32-ac8a81774df7 req-720d0f0c-76d1-4746-887c-b6f5a78d1cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:01.437864 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-71e38d84-6bac-4dbe-af32-ac8a81774df7 req-720d0f0c-76d1-4746-887c-b6f5a78d1cd5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2f9b0ee9-78e1-43c1-87cb-abce99e8826a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0778825 Apr 15 13:20:01.591432 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-71e38d84-6bac-4dbe-af32-ac8a81774df7 req-9551b71d-7362-4b3b-8fa5-78ec1ad0bdcc service neutron] 10.222.0.65 "GET /v2.0/networks/2f9b0ee9-78e1-43c1-87cb-abce99e8826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441364 Apr 15 13:20:01.666738 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-75e01cf3-f554-4701-b818-d1ef637f30c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'name': 'tempest-AttachVolumeTestJSON-1760214375-router', 'tenant_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e20041a2-d216-439e-8f6e-98556d5a7961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:19:24Z', 'updated_at': '2021-04-15T13:19:32Z', 'revision_number': 4, 'project_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'gw_port': {'id': 'e20041a2-d216-439e-8f6e-98556d5a7961', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:19:26Z', 'updated_at': '2021-04-15T13:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_floatingips': [{'id': 'fa31cadf-917e-4c3f-9356-c510b4e0bd8c', 'tenant_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'floating_ip_address': '172.28.3.143', 'floating_network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'router_id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'port_id': 'cfb774ee-32fa-434f-8daf-e92f1f2f3652', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f9b0ee9-78e1-43c1-87cb-abce99e8826a', 'mac_address': 'fa:16:3e:41:24:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62985525-0c15-4984-82f8-978a9cbe3652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T13:19:38Z', 'updated_at': '2021-04-15T13:19:58Z', 'revision_number': 1, 'project_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac5921ae-1249-4a41-8152-f85dbde8e150', 'name': '', 'network_id': '2f9b0ee9-78e1-43c1-87cb-abce99e8826a', 'tenant_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'mac_address': 'fa:16:3e:63:88:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b5e38904-2c3f-483b-a51a-75781e9d821b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:19:31Z', 'updated_at': '2021-04-15T13:19:42Z', 'revision_number': 5, 'project_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'subnets': [{'id': 'b5e38904-2c3f-483b-a51a-75781e9d821b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:20:01.672427 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e01cf3-f554-4701-b818-d1ef637f30c3 None None] The sync data for ids ['1a945374-1093-41f6-87d2-3464c2b47d51'] in dv-cinder-784945-5-smb is: [{'id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'name': 'tempest-AttachVolumeTestJSON-1760214375-router', 'tenant_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e20041a2-d216-439e-8f6e-98556d5a7961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:19:24Z', 'updated_at': '2021-04-15T13:19:32Z', 'revision_number': 4, 'project_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'gw_port': {'id': 'e20041a2-d216-439e-8f6e-98556d5a7961', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:19:26Z', 'updated_at': '2021-04-15T13:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_floatingips': [{'id': 'fa31cadf-917e-4c3f-9356-c510b4e0bd8c', 'tenant_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'floating_ip_address': '172.28.3.143', 'floating_network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'router_id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'port_id': 'cfb774ee-32fa-434f-8daf-e92f1f2f3652', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f9b0ee9-78e1-43c1-87cb-abce99e8826a', 'mac_address': 'fa:16:3e:41:24:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62985525-0c15-4984-82f8-978a9cbe3652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T13:19:38Z', 'updated_at': '2021-04-15T13:19:58Z', 'revision_number': 1, 'project_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac5921ae-1249-4a41-8152-f85dbde8e150', 'name': '', 'network_id': '2f9b0ee9-78e1-43c1-87cb-abce99e8826a', 'tenant_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'mac_address': 'fa:16:3e:63:88:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b5e38904-2c3f-483b-a51a-75781e9d821b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:19:31Z', 'updated_at': '2021-04-15T13:19:42Z', 'revision_number': 5, 'project_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'subnets': [{'id': 'b5e38904-2c3f-483b-a51a-75781e9d821b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 13:20:01.753885 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-71e38d84-6bac-4dbe-af32-ac8a81774df7 req-5672957c-7ce2-4ca9-9a1d-531afe6c0f01 service neutron] 10.222.0.65 "GET /v2.0/networks/2f9b0ee9-78e1-43c1-87cb-abce99e8826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544485 Apr 15 13:20:01.985567 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5280f9ab-2611-427e-a99a-eec410ee706a None None] New status for floating IP fa31cadf-917e-4c3f-9356-c510b4e0bd8c: ACTIVE {{(pid=85260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 13:20:02.442433 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device 7f2ee4ae-3c22-4eb5-baa1-1b7f61e0e677 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 13:20:02.481855 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] No Port match for: 7f2ee4ae-3c22-4eb5-baa1-1b7f61e0e677 {{(pid=85259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 13:20:02.482253 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device 7f2ee4ae-3c22-4eb5-baa1-1b7f61e0e677 not bound to the agent host hv-cinder-78494 {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 13:20:02.792026 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c908743-43c6-4991-b59b-da2abbb3d19e', 'name': 'network-vif-deleted', 'tag': '7f2ee4ae-3c22-4eb5-baa1-1b7f61e0e677'}] {{(pid=85257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:20:02.841891 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c908743-43c6-4991-b59b-da2abbb3d19e', 'name': 'network-vif-deleted', 'tag': '7f2ee4ae-3c22-4eb5-baa1-1b7f61e0e677', 'status': 'completed', 'code': 200} Apr 15 13:20:12.010058 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a6eb8f40-3811-4aec-89e0-c55a50392cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:14.644658 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d18df4d6-84da-436f-a289-aabffc7c122d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:15.393234 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c87900dd-59db-4d9b-b688-8554058ba32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:15.958209 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:16.893458 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47a557f2-6ce0-416f-9ef8-17658d5933ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:19.589244 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 42376) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:20:19.660069 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_v2 [None req-d62eb56e-6cde-40e6-8e2a-2f7c20dfca8e admin admin] Deleting subnet c9225247-f961-400f-b186-682caba5e8b1 {{(pid=85257) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 13:20:19.663232 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d62eb56e-6cde-40e6-8e2a-2f7c20dfca8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:19.717369 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d62eb56e-6cde-40e6-8e2a-2f7c20dfca8e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:19.724824 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d62eb56e-6cde-40e6-8e2a-2f7c20dfca8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1806'] for subnet, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:19.983176 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d62eb56e-6cde-40e6-8e2a-2f7c20dfca8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424'] for subnet, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:19.999255 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:20:20.083053 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62eb56e-6cde-40e6-8e2a-2f7c20dfca8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9225247-f961-400f-b186-682caba5e8b1,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:20:20.090230 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-d62eb56e-6cde-40e6-8e2a-2f7c20dfca8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:20:20.134408 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d62eb56e-6cde-40e6-8e2a-2f7c20dfca8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:20.140449 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-d62eb56e-6cde-40e6-8e2a-2f7c20dfca8e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c9225247-f961-400f-b186-682caba5e8b1 HTTP/1.1" status: 204 len: 168 time: 0.5501144 Apr 15 13:20:20.143062 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 42380) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:20:20.565063 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b71ee8d9-3c65-4cd7-98db-ad1f38250c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854359108'] for network, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:20.802063 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b71ee8d9-3c65-4cd7-98db-ad1f38250c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854696719', 'neutron.services.segments.db._delete_segments_for_network--9223363279808872257'] for network, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:20.960931 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b71ee8d9-3c65-4cd7-98db-ad1f38250c31 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=85257) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:20:20.961401 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b71ee8d9-3c65-4cd7-98db-ad1f38250c31 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=85257) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:20:20.962241 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b71ee8d9-3c65-4cd7-98db-ad1f38250c31 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85257) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:20:20.962615 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b71ee8d9-3c65-4cd7-98db-ad1f38250c31 admin admin] Subscribe: > port after_create 55550000 {{(pid=85257) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:20:20.962984 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b71ee8d9-3c65-4cd7-98db-ad1f38250c31 admin admin] Subscribe: > port after_delete 55550000 {{(pid=85257) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:20:20.966317 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b71ee8d9-3c65-4cd7-98db-ad1f38250c31 admin admin] Subscribe: > port after_update 55550000 {{(pid=85257) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:20:20.966712 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b71ee8d9-3c65-4cd7-98db-ad1f38250c31 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=85257) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:20:20.967091 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b71ee8d9-3c65-4cd7-98db-ad1f38250c31 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85257) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:20:20.967462 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b71ee8d9-3c65-4cd7-98db-ad1f38250c31 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85257) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:20:20.967856 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b71ee8d9-3c65-4cd7-98db-ad1f38250c31 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=85257) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:20:21.100893 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b71ee8d9-3c65-4cd7-98db-ad1f38250c31 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85257) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:20:21.101206 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b71ee8d9-3c65-4cd7-98db-ad1f38250c31 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85257) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:20:21.101589 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b71ee8d9-3c65-4cd7-98db-ad1f38250c31 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=85257) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:20:21.101970 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b71ee8d9-3c65-4cd7-98db-ad1f38250c31 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=85257) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 13:20:21.102365 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.services.segments.db [None req-b71ee8d9-3c65-4cd7-98db-ad1f38250c31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['789c7916-9ffb-4d78-99b1-d0c20871e468']}} {{(pid=85257) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:20:21.118270 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.services.segments.db [None req-b71ee8d9-3c65-4cd7-98db-ad1f38250c31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdb34879-ea1b-44ed-b411-0815c3491ab1') {'for_net_delete': True} {{(pid=85257) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:20:21.118607 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.services.segments.db [None req-b71ee8d9-3c65-4cd7-98db-ad1f38250c31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdb34879-ea1b-44ed-b411-0815c3491ab1') {} {{(pid=85257) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:20:21.131415 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b71ee8d9-3c65-4cd7-98db-ad1f38250c31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279808868673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12126394'] for segment, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:21.150373 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b71ee8d9-3c65-4cd7-98db-ad1f38250c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773144'] for segment, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:21.157703 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b71ee8d9-3c65-4cd7-98db-ad1f38250c31 admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=85257) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 13:20:21.338228 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-b71ee8d9-3c65-4cd7-98db-ad1f38250c31 admin admin] Network 789c7916-9ffb-4d78-99b1-d0c20871e468 has no segments {{(pid=85257) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 13:20:21.347404 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b71ee8d9-3c65-4cd7-98db-ad1f38250c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036842650517'] for segment, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:21.530270 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-b71ee8d9-3c65-4cd7-98db-ad1f38250c31 admin admin] Network 789c7916-9ffb-4d78-99b1-d0c20871e468 has no segments {{(pid=85257) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 13:20:21.559408 dv-cinder-784945-5-smb neutron-server[85144]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 15 13:20:21.559408 dv-cinder-784945-5-smb neutron-server[85144]: from cryptography.utils import int_from_bytes Apr 15 13:20:21.559408 dv-cinder-784945-5-smb neutron-server[85144]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 15 13:20:21.559408 dv-cinder-784945-5-smb neutron-server[85144]: from cryptography.utils import int_from_bytes Apr 15 13:20:21.559408 dv-cinder-784945-5-smb neutron-server[85144]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 15 13:20:21.559408 dv-cinder-784945-5-smb neutron-server[85144]: (rel_b, rel_a, rel_b), Apr 15 13:20:21.559408 dv-cinder-784945-5-smb neutron-server[85144]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 15 13:20:21.559408 dv-cinder-784945-5-smb neutron-server[85144]: (rel_b, rel_a, rel_b), Apr 15 13:20:21.559408 dv-cinder-784945-5-smb neutron-server[85144]: Traceback (most recent call last): Apr 15 13:20:21.559408 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 13:20:21.559408 dv-cinder-784945-5-smb neutron-server[85144]: timer() Apr 15 13:20:21.559408 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 13:20:21.559408 dv-cinder-784945-5-smb neutron-server[85144]: cb(*args, **kw) Apr 15 13:20:21.559408 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 13:20:21.559408 dv-cinder-784945-5-smb neutron-server[85144]: return func(*args, **kwargs) Apr 15 13:20:21.559408 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 13:20:21.559408 dv-cinder-784945-5-smb neutron-server[85144]: self._notify() Apr 15 13:20:21.559408 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 13:20:21.559408 dv-cinder-784945-5-smb neutron-server[85144]: self.callback(batched_events) Apr 15 13:20:21.559408 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 13:20:21.559408 dv-cinder-784945-5-smb neutron-server[85144]: event.method(event) Apr 15 13:20:21.559408 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 13:20:21.559408 dv-cinder-784945-5-smb neutron-server[85144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 13:20:21.559408 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 13:20:21.559408 dv-cinder-784945-5-smb neutron-server[85144]: segment_id)['aggregates'][0] Apr 15 13:20:21.559408 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 13:20:21.559408 dv-cinder-784945-5-smb neutron-server[85144]: return f(self, *a, **k) Apr 15 13:20:21.559408 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 13:20:21.559408 dv-cinder-784945-5-smb neutron-server[85144]: return self._get(url).json() Apr 15 13:20:21.559408 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 13:20:21.559408 dv-cinder-784945-5-smb neutron-server[85144]: **kwargs) Apr 15 13:20:21.559408 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 13:20:21.559408 dv-cinder-784945-5-smb neutron-server[85144]: return self.request(url, 'GET', **kwargs) Apr 15 13:20:21.559408 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 13:20:21.559408 dv-cinder-784945-5-smb neutron-server[85144]: **endpoint_filter) Apr 15 13:20:21.559408 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 13:20:21.559408 dv-cinder-784945-5-smb neutron-server[85144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 13:20:21.559408 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 13:20:21.559408 dv-cinder-784945-5-smb neutron-server[85144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 13:20:21.559408 dv-cinder-784945-5-smb neutron-server[85144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 13:20:21.636186 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b71ee8d9-3c65-4cd7-98db-ad1f38250c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-78982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1032985'] for network, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:21.640512 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:20:21.664498 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b71ee8d9-3c65-4cd7-98db-ad1f38250c31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for network, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:21.667414 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71ee8d9-3c65-4cd7-98db-ad1f38250c31 admin admin] Pushing event deleted for resources: {'Network': ['ID=789c7916-9ffb-4d78-99b1-d0c20871e468,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:20:21.672468 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-b71ee8d9-3c65-4cd7-98db-ad1f38250c31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:20:21.674630 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-b71ee8d9-3c65-4cd7-98db-ad1f38250c31 admin admin] 10.222.0.64 "DELETE /v2.0/networks/789c7916-9ffb-4d78-99b1-d0c20871e468 HTTP/1.1" status: 204 len: 168 time: 1.5304856 Apr 15 13:20:21.676930 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 42388) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:20:21.746720 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_v2 [None req-81aef526-29d5-4890-9c6f-be1e58d249f0 admin admin] Deleting subnet c1de13e0-60f6-4d90-bf98-768d712b20d7 {{(pid=85257) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 13:20:21.750727 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-81aef526-29d5-4890-9c6f-be1e58d249f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:21.805197 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-81aef526-29d5-4890-9c6f-be1e58d249f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036842649438'] for subnet, precommit_delete_associations {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:21.867090 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-81aef526-29d5-4890-9c6f-be1e58d249f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1806'] for subnet, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:22.124342 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-81aef526-29d5-4890-9c6f-be1e58d249f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12125896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842681477'] for subnet, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:22.145819 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:20:22.226562 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aef526-29d5-4890-9c6f-be1e58d249f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1de13e0-60f6-4d90-bf98-768d712b20d7,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:20:22.236829 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-81aef526-29d5-4890-9c6f-be1e58d249f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:20:22.280059 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-81aef526-29d5-4890-9c6f-be1e58d249f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:22.286027 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-81aef526-29d5-4890-9c6f-be1e58d249f0 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c1de13e0-60f6-4d90-bf98-768d712b20d7 HTTP/1.1" status: 204 len: 168 time: 0.6071160 Apr 15 13:20:22.289167 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 42392) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:20:22.403893 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0d070930-d56a-4d73-9152-fc405762e58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854359108'] for network, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:22.596554 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0d070930-d56a-4d73-9152-fc405762e58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854696719', 'neutron.services.segments.db._delete_segments_for_network--9223363279808872257'] for network, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:22.714736 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.services.segments.db [None req-0d070930-d56a-4d73-9152-fc405762e58c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bab7c1b-89fc-4135-9c12-aeec2b7dc83e']}} {{(pid=85257) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:20:22.728781 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.services.segments.db [None req-0d070930-d56a-4d73-9152-fc405762e58c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '233c6e9a-c87d-414b-ba21-29df9243956b') {'for_net_delete': True} {{(pid=85257) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:20:22.729125 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.services.segments.db [None req-0d070930-d56a-4d73-9152-fc405762e58c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '233c6e9a-c87d-414b-ba21-29df9243956b') {} {{(pid=85257) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:20:22.742486 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0d070930-d56a-4d73-9152-fc405762e58c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279808868673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12126394'] for segment, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:22.761148 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0d070930-d56a-4d73-9152-fc405762e58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773144'] for segment, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:22.768407 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d070930-d56a-4d73-9152-fc405762e58c admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=85257) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 13:20:22.778309 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:22.955824 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-0d070930-d56a-4d73-9152-fc405762e58c admin admin] Network 8bab7c1b-89fc-4135-9c12-aeec2b7dc83e has no segments {{(pid=85257) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 13:20:22.965540 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0d070930-d56a-4d73-9152-fc405762e58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036842650517'] for segment, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:23.141656 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-0d070930-d56a-4d73-9152-fc405762e58c admin admin] Network 8bab7c1b-89fc-4135-9c12-aeec2b7dc83e has no segments {{(pid=85257) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 13:20:23.167938 dv-cinder-784945-5-smb neutron-server[85144]: Traceback (most recent call last): Apr 15 13:20:23.167938 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 13:20:23.167938 dv-cinder-784945-5-smb neutron-server[85144]: timer() Apr 15 13:20:23.167938 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 13:20:23.167938 dv-cinder-784945-5-smb neutron-server[85144]: cb(*args, **kw) Apr 15 13:20:23.167938 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 13:20:23.167938 dv-cinder-784945-5-smb neutron-server[85144]: return func(*args, **kwargs) Apr 15 13:20:23.167938 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 13:20:23.167938 dv-cinder-784945-5-smb neutron-server[85144]: self._notify() Apr 15 13:20:23.167938 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 13:20:23.167938 dv-cinder-784945-5-smb neutron-server[85144]: self.callback(batched_events) Apr 15 13:20:23.167938 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 13:20:23.167938 dv-cinder-784945-5-smb neutron-server[85144]: event.method(event) Apr 15 13:20:23.167938 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 13:20:23.167938 dv-cinder-784945-5-smb neutron-server[85144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 13:20:23.167938 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 13:20:23.167938 dv-cinder-784945-5-smb neutron-server[85144]: segment_id)['aggregates'][0] Apr 15 13:20:23.167938 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 13:20:23.167938 dv-cinder-784945-5-smb neutron-server[85144]: return f(self, *a, **k) Apr 15 13:20:23.167938 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 13:20:23.167938 dv-cinder-784945-5-smb neutron-server[85144]: return self._get(url).json() Apr 15 13:20:23.167938 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 13:20:23.167938 dv-cinder-784945-5-smb neutron-server[85144]: **kwargs) Apr 15 13:20:23.167938 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 13:20:23.167938 dv-cinder-784945-5-smb neutron-server[85144]: return self.request(url, 'GET', **kwargs) Apr 15 13:20:23.167938 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 13:20:23.167938 dv-cinder-784945-5-smb neutron-server[85144]: **endpoint_filter) Apr 15 13:20:23.167938 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 13:20:23.167938 dv-cinder-784945-5-smb neutron-server[85144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 13:20:23.167938 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 13:20:23.167938 dv-cinder-784945-5-smb neutron-server[85144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 13:20:23.167938 dv-cinder-784945-5-smb neutron-server[85144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 13:20:23.248052 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0d070930-d56a-4d73-9152-fc405762e58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-78982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1032985'] for network, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:23.252636 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0d070930-d56a-4d73-9152-fc405762e58c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for network, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:23.257068 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:20:23.278873 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-0d070930-d56a-4d73-9152-fc405762e58c admin admin] 10.222.0.64 "DELETE /v2.0/networks/8bab7c1b-89fc-4135-9c12-aeec2b7dc83e HTTP/1.1" status: 204 len: 168 time: 0.9886496 Apr 15 13:20:23.280000 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d070930-d56a-4d73-9152-fc405762e58c admin admin] Pushing event deleted for resources: {'Network': ['ID=8bab7c1b-89fc-4135-9c12-aeec2b7dc83e,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:20:23.282408 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-0d070930-d56a-4d73-9152-fc405762e58c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:20:23.460777 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 42402) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:20:23.517598 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-3aac2732-3a23-40ef-b7c5-df5dc82aea8d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ad5494fe3edf415b8469ce161094baf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0554311 Apr 15 13:20:23.520035 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 42406) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:20:23.583130 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a593e419-8a7c-4cc1-b8d1-67a44620b17d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:23.610009 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a593e419-8a7c-4cc1-b8d1-67a44620b17d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:23.656082 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a593e419-8a7c-4cc1-b8d1-67a44620b17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:23.660984 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-00ef3640-ec22-42c6-88c9-beadbd212c3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:20:23.675287 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a593e419-8a7c-4cc1-b8d1-67a44620b17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4acf7a0-f087-40d6-9ae6-5f27bd37b88d,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:20:23.678648 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-a593e419-8a7c-4cc1-b8d1-67a44620b17d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:20:23.679912 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a593e419-8a7c-4cc1-b8d1-67a44620b17d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:23.681208 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-a593e419-8a7c-4cc1-b8d1-67a44620b17d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c4acf7a0-f087-40d6-9ae6-5f27bd37b88d HTTP/1.1" status: 204 len: 168 time: 0.1601124 Apr 15 13:20:24.050693 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 42422) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:20:24.106421 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-a29a0657-a092-4f5c-a586-7a65d9b56e23 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bef1b1365a77484098913265c555f16f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0518782 Apr 15 13:20:24.106984 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 42428) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:20:24.177768 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-118142be-a851-4ee7-9377-3418d2962d4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:24.210402 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-118142be-a851-4ee7-9377-3418d2962d4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:24.269172 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-118142be-a851-4ee7-9377-3418d2962d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:24.274745 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-2b2cfcca-5d21-4605-a9c1-5ffab2f2ac88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:20:24.288796 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118142be-a851-4ee7-9377-3418d2962d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c4e615-c7bf-4cd5-ab36-5b8d2aa5bd14,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:20:24.298541 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118142be-a851-4ee7-9377-3418d2962d4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:20:24.298961 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118142be-a851-4ee7-9377-3418d2962d4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:20:24.299368 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118142be-a851-4ee7-9377-3418d2962d4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:20:24.299796 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118142be-a851-4ee7-9377-3418d2962d4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:20:24.300192 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118142be-a851-4ee7-9377-3418d2962d4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:20:24.300590 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118142be-a851-4ee7-9377-3418d2962d4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:20:24.300984 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118142be-a851-4ee7-9377-3418d2962d4d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:20:24.301366 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118142be-a851-4ee7-9377-3418d2962d4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:20:24.301771 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118142be-a851-4ee7-9377-3418d2962d4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:20:24.302698 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118142be-a851-4ee7-9377-3418d2962d4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:20:24.303095 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118142be-a851-4ee7-9377-3418d2962d4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:20:24.303501 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118142be-a851-4ee7-9377-3418d2962d4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:20:24.306256 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-118142be-a851-4ee7-9377-3418d2962d4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:24.307451 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-118142be-a851-4ee7-9377-3418d2962d4d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a6c4e615-c7bf-4cd5-ab36-5b8d2aa5bd14 HTTP/1.1" status: 204 len: 168 time: 0.1992345 Apr 15 13:20:24.308431 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-118142be-a851-4ee7-9377-3418d2962d4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:20:25.148780 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 42458) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:20:25.271082 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-a8f110ce-5f13-4c45-944e-a9013f02723a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-826563753-network', 'tenant_id': 'e19ea3363d774851a5681e00dfac5842'}} {{(pid=85258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:20:25.279658 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-a8f110ce-5f13-4c45-944e-a9013f02723a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:20:25.283968 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-a8f110ce-5f13-4c45-944e-a9013f02723a admin admin] Usage tracker for resource:network and tenant:e19ea3363d774851a5681e00dfac5842 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:20:25.289534 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-a8f110ce-5f13-4c45-944e-a9013f02723a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:20:25.297338 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-a8f110ce-5f13-4c45-944e-a9013f02723a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:20:25.306901 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f110ce-5f13-4c45-944e-a9013f02723a admin admin] Made reservation on behalf of e19ea3363d774851a5681e00dfac5842 for: {'network': 1} {{(pid=85258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 13:20:25.311738 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a8f110ce-5f13-4c45-944e-a9013f02723a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for network, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:25.325052 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a8f110ce-5f13-4c45-944e-a9013f02723a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:25.340462 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-a8f110ce-5f13-4c45-944e-a9013f02723a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:20:25.344544 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-a8f110ce-5f13-4c45-944e-a9013f02723a admin admin] Usage tracker for resource:security_group_rule and tenant:e19ea3363d774851a5681e00dfac5842 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:20:25.347465 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-a8f110ce-5f13-4c45-944e-a9013f02723a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:20:25.354507 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-a8f110ce-5f13-4c45-944e-a9013f02723a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:20:25.439931 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a8f110ce-5f13-4c45-944e-a9013f02723a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:25.442489 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a8f110ce-5f13-4c45-944e-a9013f02723a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:25.446784 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-d8dcb6d0-4368-4c4f-8f74-351ccb130e29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:20:25.476378 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8f110ce-5f13-4c45-944e-a9013f02723a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=85258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 13:20:25.485415 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f110ce-5f13-4c45-944e-a9013f02723a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a270e018-042d-4e19-913b-98dc55775a78,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:20:25.490102 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-a8f110ce-5f13-4c45-944e-a9013f02723a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:20:25.492925 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a8f110ce-5f13-4c45-944e-a9013f02723a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773144'] for segment, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:25.493232 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.db.segments_db [None req-a8f110ce-5f13-4c45-944e-a9013f02723a admin admin] Added segment 60a06f1b-e9cf-4fa0-a453-5fa9d1d48e17 of type vlan for network 9ba79a45-0c2f-4e21-a1db-5bc2f69a0b97 Apr 15 13:20:25.519964 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a8f110ce-5f13-4c45-944e-a9013f02723a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757045372002'] for network, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:25.555172 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a8f110ce-5f13-4c45-944e-a9013f02723a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424'] for network, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:25.557178 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f110ce-5f13-4c45-944e-a9013f02723a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:25.558226 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a8f110ce-5f13-4c45-944e-a9013f02723a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for network, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:25.563740 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-2381012e-153c-4390-8415-f167f8266d07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:20:25.665366 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-a8f110ce-5f13-4c45-944e-a9013f02723a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5153651 Apr 15 13:20:25.668567 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f110ce-5f13-4c45-944e-a9013f02723a admin admin] Pushing event updated for resources: {'Network': ['ID=9ba79a45-0c2f-4e21-a1db-5bc2f69a0b97,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:20:25.669381 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 42468) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:20:25.671521 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-a8f110ce-5f13-4c45-944e-a9013f02723a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:20:25.680987 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-ea236050-5ff8-4ff1-88f8-3d85124a7902 admin admin] Request body: {'subnet': {'network_id': '9ba79a45-0c2f-4e21-a1db-5bc2f69a0b97', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-826563753-subnet', 'tenant_id': 'e19ea3363d774851a5681e00dfac5842', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:20:25.685526 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Network 9ba79a45-0c2f-4e21-a1db-5bc2f69a0b97 details requested by agent ovs-agent-dv-cinder-784945-5-smb with host dv-cinder-784945-5-smb {{(pid=85259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 13:20:25.688323 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-ea236050-5ff8-4ff1-88f8-3d85124a7902 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:20:25.692552 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-ea236050-5ff8-4ff1-88f8-3d85124a7902 admin admin] Usage tracker for resource:subnet and tenant:e19ea3363d774851a5681e00dfac5842 is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:20:25.695971 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-ea236050-5ff8-4ff1-88f8-3d85124a7902 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:20:25.703401 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-ea236050-5ff8-4ff1-88f8-3d85124a7902 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:20:25.713972 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea236050-5ff8-4ff1-88f8-3d85124a7902 admin admin] Made reservation on behalf of e19ea3363d774851a5681e00dfac5842 for: {'subnet': 1} {{(pid=85257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 13:20:25.719421 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ea236050-5ff8-4ff1-88f8-3d85124a7902 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12094289'] for subnet, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:26.036938 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c283a794-9ab1-4851-9d4b-6a0b830e09e2 req-6a043f98-736d-4296-9cc6-65a1dfb9e85b tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:26.038563 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c283a794-9ab1-4851-9d4b-6a0b830e09e2 req-6a043f98-736d-4296-9cc6-65a1dfb9e85b tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 946 time: 0.1435301 Apr 15 13:20:26.152261 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c283a794-9ab1-4851-9d4b-6a0b830e09e2 req-23b20485-303c-487d-b8b3-17ad72aaaa51 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=d404a583-e3c0-4f88-b908-ba90aa4fc8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636075 Apr 15 13:20:26.252534 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ea236050-5ff8-4ff1-88f8-3d85124a7902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036842650091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12094272'] for subnet, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:26.267726 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:20:26.393331 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea236050-5ff8-4ff1-88f8-3d85124a7902 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fc40e3a-955f-4a97-aa71-a5b551d8bd0e,revision_number=0']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:20:26.398866 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-ea236050-5ff8-4ff1-88f8-3d85124a7902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:20:26.467396 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea236050-5ff8-4ff1-88f8-3d85124a7902 admin admin] Checking segment: {'id': '60a06f1b-e9cf-4fa0-a453-5fa9d1d48e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '9ba79a45-0c2f-4e21-a1db-5bc2f69a0b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:20:26.467820 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea236050-5ff8-4ff1-88f8-3d85124a7902 admin admin] Network hostable DHCP agents. Network: 9ba79a45-0c2f-4e21-a1db-5bc2f69a0b97, hostable agents: ['311c43f5-3c4a-4973-9b30-7f7c0bf49be0'], hosted agents: [] {{(pid=85257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 13:20:26.488248 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea236050-5ff8-4ff1-88f8-3d85124a7902 admin admin] Network 9ba79a45-0c2f-4e21-a1db-5bc2f69a0b97 is scheduled to be hosted by DHCP agent 311c43f5-3c4a-4973-9b30-7f7c0bf49be0 with binding_index 1 {{(pid=85257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 13:20:26.496865 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [None req-ea236050-5ff8-4ff1-88f8-3d85124a7902 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-5-smb, 9ba79a45-0c2f-4e21-a1db-5bc2f69a0b97) {{(pid=85257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:20:26.505941 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c3e966-b356-4710-b15b-8b407fce1f67 None None] Network 9ba79a45-0c2f-4e21-a1db-5bc2f69a0b97 requested from dv-cinder-784945-5-smb {{(pid=85259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 13:20:26.508982 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea236050-5ff8-4ff1-88f8-3d85124a7902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:26.509633 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ea236050-5ff8-4ff1-88f8-3d85124a7902 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:26.529887 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-ea236050-5ff8-4ff1-88f8-3d85124a7902 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8589942 Apr 15 13:20:26.738557 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d87f979-f0f4-401a-bf51-78da7deaea45 None None] Network 9ba79a45-0c2f-4e21-a1db-5bc2f69a0b97 requested from dv-cinder-784945-5-smb {{(pid=85259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 13:20:27.371252 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa422b46-8a8b-485b-a718-91dd5e520f8d req-ea074335-37e8-46bb-868d-daf682f12c8e tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:27.372910 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-fa422b46-8a8b-485b-a718-91dd5e520f8d req-ea074335-37e8-46bb-868d-daf682f12c8e tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 946 time: 0.0933652 Apr 15 13:20:27.421133 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-fa422b46-8a8b-485b-a718-91dd5e520f8d req-22fdc7d1-9b84-4c37-a564-f3979889de90 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=d404a583-e3c0-4f88-b908-ba90aa4fc8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419028 Apr 15 13:20:27.831772 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.agents_db [None req-862eb08b-2c52-41b8-8db2-56e94ab18918 None None] Agent healthcheck: found 6 active agents {{(pid=85260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 13:20:28.014445 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e8d14-b16f-4d16-b025-bd90bb63cd8f req-42843803-3f4e-4352-891c-3d9b3823d8bb tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:28.015946 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-2e3e8d14-b16f-4d16-b025-bd90bb63cd8f req-42843803-3f4e-4352-891c-3d9b3823d8bb tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.65 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 946 time: 0.0867300 Apr 15 13:20:28.096321 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [req-2e3e8d14-b16f-4d16-b025-bd90bb63cd8f req-3e4a8687-f346-4a1d-8fe9-d1df5bce4f07 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Deleting port cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd {{(pid=85257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 13:20:28.096709 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-2e3e8d14-b16f-4d16-b025-bd90bb63cd8f req-3e4a8687-f346-4a1d-8fe9-d1df5bce4f07 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279808963205'] for port, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:28.362627 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [req-2e3e8d14-b16f-4d16-b025-bd90bb63cd8f req-3e4a8687-f346-4a1d-8fe9-d1df5bce4f07 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] For port cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd,segment=NetworkSegment(063acdd5-d5b4-42f0-8d65-a7c12793df51),segment_id=063acdd5-d5b4-42f0-8d65-a7c12793df51)] {{(pid=85257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:20:28.363037 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-2e3e8d14-b16f-4d16-b025-bd90bb63cd8f req-3e4a8687-f346-4a1d-8fe9-d1df5bce4f07 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853842851'] for port, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:29.111262 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e37ed4-9872-4c04-a43d-a003082f7a96 req-65747eef-5e59-47ff-a377-f220d5afe8c2 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:29.113154 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-17e37ed4-9872-4c04-a43d-a003082f7a96 req-65747eef-5e59-47ff-a377-f220d5afe8c2 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/networks?id=9ba79a45-0c2f-4e21-a1db-5bc2f69a0b97 HTTP/1.1" status: 200 len: 813 time: 0.6590445 Apr 15 13:20:29.150845 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad905dc-7c8f-4941-8fc9-739bc3b0a8ce req-fc3d5e61-f59c-49c3-a040-1b88a183555c tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:29.152436 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5ad905dc-7c8f-4941-8fc9-739bc3b0a8ce req-fc3d5e61-f59c-49c3-a040-1b88a183555c tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 946 time: 0.6035745 Apr 15 13:20:29.154907 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-2e3e8d14-b16f-4d16-b025-bd90bb63cd8f req-3e4a8687-f346-4a1d-8fe9-d1df5bce4f07 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:29.155316 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-2e3e8d14-b16f-4d16-b025-bd90bb63cd8f req-3e4a8687-f346-4a1d-8fe9-d1df5bce4f07 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1033198'] for floatingip, after_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:29.155696 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.db.l3_db [req-2e3e8d14-b16f-4d16-b025-bd90bb63cd8f req-3e4a8687-f346-4a1d-8fe9-d1df5bce4f07 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Floating IP 030cf8a2-e022-4952-b1d5-d2dc8b57c297 disassociated. External IP: 172.28.3.235, port: cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd. Apr 15 13:20:29.156078 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [req-2e3e8d14-b16f-4d16-b025-bd90bb63cd8f req-3e4a8687-f346-4a1d-8fe9-d1df5bce4f07 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Calling delete_port for cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd owned by compute:nova {{(pid=85257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 13:20:29.187964 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-17e37ed4-9872-4c04-a43d-a003082f7a96 req-f0ca0b96-a004-42b8-9b25-7ef99ee2107b tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/quotas/e19ea3363d774851a5681e00dfac5842 HTTP/1.1" status: 200 len: 375 time: 0.0640750 Apr 15 13:20:29.271847 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-17e37ed4-9872-4c04-a43d-a003082f7a96 req-17c2f6c7-c134-4e7f-bbee-307336df1a09 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e19ea3363d774851a5681e00dfac5842&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620923 Apr 15 13:20:29.380657 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5ad905dc-7c8f-4941-8fc9-739bc3b0a8ce req-5ed531ee-40d1-4267-9956-807a672b4f02 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=d404a583-e3c0-4f88-b908-ba90aa4fc8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1939387 Apr 15 13:20:29.508047 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-17e37ed4-9872-4c04-a43d-a003082f7a96 req-52496486-16b9-4227-b5a6-d8424baca91b service neutron] 10.222.0.64 "GET /v2.0/networks/9ba79a45-0c2f-4e21-a1db-5bc2f69a0b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192042 Apr 15 13:20:29.540695 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-2e3e8d14-b16f-4d16-b025-bd90bb63cd8f req-3e4a8687-f346-4a1d-8fe9-d1df5bce4f07 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757045826334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279809391903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842649921'] for port, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:29.562840 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-3070f56e-95d7-4a0b-a9bf-cd11f5c4eb88 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:20:29.705422 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a8687-f346-4a1d-8fe9-d1df5bce4f07 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Pushing event deleted for resources: {'Port': ['ID=cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:20:29.713601 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-3e4a8687-f346-4a1d-8fe9-d1df5bce4f07 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:20:29.816405 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-17e37ed4-9872-4c04-a43d-a003082f7a96 req-d57510f2-9dde-4aae-bc91-b7a798f22a53 service neutron] 10.222.0.64 "GET /v2.0/networks/9ba79a45-0c2f-4e21-a1db-5bc2f69a0b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013999 Apr 15 13:20:30.019721 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e3e8d14-b16f-4d16-b025-bd90bb63cd8f req-3e4a8687-f346-4a1d-8fe9-d1df5bce4f07 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Router d48e3290-a679-4183-97f6-5b77323c864a has already been hosted by L3 agent d2850426-fba2-4e27-a3ef-bf91b3b25695 {{(pid=85257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 13:20:30.209761 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-7146da9d-abcb-4461-a36f-7b6a08840ad9 req-78f54eda-726b-4aeb-8678-b1a2c2433b07 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/ports?device_id=55ad9af0-0bc0-43a3-8504-e96b17497174 HTTP/1.1" status: 200 len: 210 time: 0.1196170 Apr 15 13:20:30.271693 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e3e8d14-b16f-4d16-b025-bd90bb63cd8f req-3e4a8687-f346-4a1d-8fe9-d1df5bce4f07 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify agent at l3_agent.dv-cinder-784945-5-smb the message routers_updated {{(pid=85257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 13:20:30.281507 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d14b01e-a43a-46b2-a8f4-a0758deab2e6 None None] Sync routers for ids ['d48e3290-a679-4183-97f6-5b77323c864a'] in dv-cinder-784945-5-smb {{(pid=85259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 13:20:30.292972 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d14b01e-a43a-46b2-a8f4-a0758deab2e6 None None] Routers {'d48e3290-a679-4183-97f6-5b77323c864a'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:20:30.293648 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-2d14b01e-a43a-46b2-a8f4-a0758deab2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:20:15Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['d48e3290-a679-4183-97f6-5b77323c864a'], 'active': True} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:20:30.357529 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e3e8d14-b16f-4d16-b025-bd90bb63cd8f req-3e4a8687-f346-4a1d-8fe9-d1df5bce4f07 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] No DVR routers for this DVR port cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd on host hv-cinder-78494 {{(pid=85257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 13:20:30.360477 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-2e3e8d14-b16f-4d16-b025-bd90bb63cd8f req-3e4a8687-f346-4a1d-8fe9-d1df5bce4f07 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for port, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:30.366133 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4beb7c73-e4de-4189-88a4-bf7977ff5414', 'name': 'network-vif-deleted', 'tag': 'cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd'}] {{(pid=85257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:20:30.391520 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-2e3e8d14-b16f-4d16-b025-bd90bb63cd8f req-3e4a8687-f346-4a1d-8fe9-d1df5bce4f07 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.65 "DELETE /v2.0/ports/cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd HTTP/1.1" status: 204 len: 173 time: 2.3695731 Apr 15 13:20:30.431050 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4beb7c73-e4de-4189-88a4-bf7977ff5414', 'name': 'network-vif-deleted', 'tag': 'cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd', 'status': 'completed', 'code': 200} Apr 15 13:20:30.503624 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-2d14b01e-a43a-46b2-a8f4-a0758deab2e6 None None] Set router d48e3290-a679-4183-97f6-5b77323c864a gateway port host: dv-cinder-784945-5-smb {{(pid=85259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:20:30.607010 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-100c0e28-be4a-44fc-a921-fd1a0c0d36e3 req-e967728a-323a-4558-ac33-de97ece21056 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Synchronizing usage tracker for tenant:3edcfff57f6b4d3a989c0baa167aa5b1 on resource:port {{(pid=85257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 13:20:30.647462 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-100c0e28-be4a-44fc-a921-fd1a0c0d36e3 req-e967728a-323a-4558-ac33-de97ece21056 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Unset dirty status for tenant:3edcfff57f6b4d3a989c0baa167aa5b1 on resource:port {{(pid=85257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 13:20:30.661597 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-100c0e28-be4a-44fc-a921-fd1a0c0d36e3 req-e967728a-323a-4558-ac33-de97ece21056 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=4beb7c73-e4de-4189-88a4-bf7977ff5414 HTTP/1.1" status: 200 len: 210 time: 0.1291702 Apr 15 13:20:30.809923 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd no longer exists at agent hyperv_hv-cinder-78494 {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 13:20:30.912098 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] No Port match for: cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd {{(pid=85259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 13:20:30.912478 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device cfa1fd92-b3ee-46bb-b6bb-64eb6092f4cd not bound to the agent host hv-cinder-78494 {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 13:20:31.113613 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-2d14b01e-a43a-46b2-a8f4-a0758deab2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'name': 'tempest-AttachVolumeShelveTestJSON-1575230460-router', 'tenant_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:16:52Z', 'updated_at': '2021-04-15T13:17:02Z', 'revision_number': 4, 'project_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'gw_port': {'id': '862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:be:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:16:54Z', 'updated_at': '2021-04-15T13:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_interfaces': [{'id': '2717f3d1-f0d1-4e81-a067-b0b26702f57f', 'name': '', 'network_id': 'a011c5a8-19dd-4b3a-aac8-fb661fc52f6c', 'tenant_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'mac_address': 'fa:16:3e:86:b7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'a4c8aae7-d54c-4123-b3a9-729be74bee3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:17:00Z', 'updated_at': '2021-04-15T13:17:15Z', 'revision_number': 5, 'project_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'subnets': [{'id': 'a4c8aae7-d54c-4123-b3a9-729be74bee3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:20:31.119013 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d14b01e-a43a-46b2-a8f4-a0758deab2e6 None None] Checking router: d48e3290-a679-4183-97f6-5b77323c864a for host: dv-cinder-784945-5-smb {{(pid=85259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 13:20:31.134742 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d14b01e-a43a-46b2-a8f4-a0758deab2e6 None None] Routers {'d48e3290-a679-4183-97f6-5b77323c864a'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:20:31.135423 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-2d14b01e-a43a-46b2-a8f4-a0758deab2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:20:15Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['d48e3290-a679-4183-97f6-5b77323c864a'], 'active': True} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:20:31.346152 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-2d14b01e-a43a-46b2-a8f4-a0758deab2e6 None None] Set router d48e3290-a679-4183-97f6-5b77323c864a gateway port host: dv-cinder-784945-5-smb {{(pid=85259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:20:31.393688 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-45b3bb40-cc5a-4403-8aaa-064873907be8 req-5a3a385d-afb5-4e76-90b6-8fe6cc87414f tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/ports?device_id=55ad9af0-0bc0-43a3-8504-e96b17497174 HTTP/1.1" status: 200 len: 210 time: 0.0532296 Apr 15 13:20:31.703117 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-2d14b01e-a43a-46b2-a8f4-a0758deab2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'name': 'tempest-AttachVolumeShelveTestJSON-1575230460-router', 'tenant_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:16:52Z', 'updated_at': '2021-04-15T13:17:02Z', 'revision_number': 4, 'project_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'gw_port': {'id': '862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:be:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:16:54Z', 'updated_at': '2021-04-15T13:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_interfaces': [{'id': '2717f3d1-f0d1-4e81-a067-b0b26702f57f', 'name': '', 'network_id': 'a011c5a8-19dd-4b3a-aac8-fb661fc52f6c', 'tenant_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'mac_address': 'fa:16:3e:86:b7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'a4c8aae7-d54c-4123-b3a9-729be74bee3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:17:00Z', 'updated_at': '2021-04-15T13:17:15Z', 'revision_number': 5, 'project_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'subnets': [{'id': 'a4c8aae7-d54c-4123-b3a9-729be74bee3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:20:31.707887 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d14b01e-a43a-46b2-a8f4-a0758deab2e6 None None] The sync data for ids ['d48e3290-a679-4183-97f6-5b77323c864a'] in dv-cinder-784945-5-smb is: [{'id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'name': 'tempest-AttachVolumeShelveTestJSON-1575230460-router', 'tenant_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:16:52Z', 'updated_at': '2021-04-15T13:17:02Z', 'revision_number': 4, 'project_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'gw_port': {'id': '862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:be:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:16:54Z', 'updated_at': '2021-04-15T13:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_interfaces': [{'id': '2717f3d1-f0d1-4e81-a067-b0b26702f57f', 'name': '', 'network_id': 'a011c5a8-19dd-4b3a-aac8-fb661fc52f6c', 'tenant_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'mac_address': 'fa:16:3e:86:b7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'a4c8aae7-d54c-4123-b3a9-729be74bee3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:17:00Z', 'updated_at': '2021-04-15T13:17:15Z', 'revision_number': 5, 'project_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'subnets': [{'id': 'a4c8aae7-d54c-4123-b3a9-729be74bee3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 13:20:31.880995 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 42536) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:20:31.994268 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-5c9e0148-e11d-48ea-beae-ac84df7268ed tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks [] for security_group, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:32.031592 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-5c9e0148-e11d-48ea-beae-ac84df7268ed tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:32.049190 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e37ed4-9872-4c04-a43d-a003082f7a96 req-f5a1ff27-1850-4f44-9ed7-f3683ccd698c tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:32.049190 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-17e37ed4-9872-4c04-a43d-a003082f7a96 req-f5a1ff27-1850-4f44-9ed7-f3683ccd698c tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.65 "GET /v2.0/networks?id=9ba79a45-0c2f-4e21-a1db-5bc2f69a0b97 HTTP/1.1" status: 200 len: 813 time: 0.3089280 Apr 15 13:20:32.068577 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [req-17e37ed4-9872-4c04-a43d-a003082f7a96 req-60895f4a-cf3c-46f5-a301-8b99c843fa12 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Request body: {'port': {'device_id': '55ad9af0-0bc0-43a3-8504-e96b17497174', 'network_id': '9ba79a45-0c2f-4e21-a1db-5bc2f69a0b97', 'admin_state_up': True, 'tenant_id': 'e19ea3363d774851a5681e00dfac5842'}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:20:32.111103 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-5c9e0148-e11d-48ea-beae-ac84df7268ed tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:32.119198 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-a8f110ce-5f13-4c45-944e-a9013f02723a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:20:32.133340 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e0148-e11d-48ea-beae-ac84df7268ed tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d404a583-e3c0-4f88-b908-ba90aa4fc8b6,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:20:32.137820 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-5c9e0148-e11d-48ea-beae-ac84df7268ed tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:20:32.141558 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-5c9e0148-e11d-48ea-beae-ac84df7268ed tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:32.147720 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-5c9e0148-e11d-48ea-beae-ac84df7268ed tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "DELETE /v2.0/security-groups/d404a583-e3c0-4f88-b908-ba90aa4fc8b6 HTTP/1.1" status: 204 len: 168 time: 0.2633524 Apr 15 13:20:32.148443 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 42544) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:20:32.173724 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.v2.resource [None req-3bc66a75-f949-4642-ac89-1d6c097f16f4 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] show failed (client error): The resource could not be found. Apr 15 13:20:32.180108 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-3bc66a75-f949-4642-ac89-1d6c097f16f4 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups/d404a583-e3c0-4f88-b908-ba90aa4fc8b6 HTTP/1.1" status: 404 len: 347 time: 0.0283031 Apr 15 13:20:32.180925 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 42548) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:20:32.227181 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac342720-6ee1-4970-b3d2-1e4b1fe53d1c None None] New status for floating IP 030cf8a2-e022-4952-b1d5-d2dc8b57c297: DOWN {{(pid=85260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 13:20:32.396516 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-bf0e62c2-fd74-4227-ad96-19efc5b66e71 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Deleting port cc54debf-8bea-4873-9de6-c2ced2d1bee3 {{(pid=85257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 13:20:32.397119 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-bf0e62c2-fd74-4227-ad96-19efc5b66e71 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279808963205'] for port, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:32.441065 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [req-17e37ed4-9872-4c04-a43d-a003082f7a96 req-60895f4a-cf3c-46f5-a301-8b99c843fa12 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:20:32.448190 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-17e37ed4-9872-4c04-a43d-a003082f7a96 req-60895f4a-cf3c-46f5-a301-8b99c843fa12 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Usage tracker for resource:port and tenant:e19ea3363d774851a5681e00dfac5842 is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:20:32.453446 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-17e37ed4-9872-4c04-a43d-a003082f7a96 req-60895f4a-cf3c-46f5-a301-8b99c843fa12 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:20:32.469121 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [req-17e37ed4-9872-4c04-a43d-a003082f7a96 req-60895f4a-cf3c-46f5-a301-8b99c843fa12 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:20:32.588956 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17e37ed4-9872-4c04-a43d-a003082f7a96 req-60895f4a-cf3c-46f5-a301-8b99c843fa12 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Made reservation on behalf of e19ea3363d774851a5681e00dfac5842 for: {'port': 1} {{(pid=85257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 13:20:32.594910 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-17e37ed4-9872-4c04-a43d-a003082f7a96 req-60895f4a-cf3c-46f5-a301-8b99c843fa12 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:32.628636 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c989045a-7070-4af7-8686-50b20e148e2f req-3597566b-dfd7-49eb-8dfe-0b815f96d9a9 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/ports?device_id=55ad9af0-0bc0-43a3-8504-e96b17497174 HTTP/1.1" status: 200 len: 210 time: 0.0862083 Apr 15 13:20:32.735584 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-bf0e62c2-fd74-4227-ad96-19efc5b66e71 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853842851'] for port, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:32.735823 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-bf0e62c2-fd74-4227-ad96-19efc5b66e71 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:33.127432 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-bf0e62c2-fd74-4227-ad96-19efc5b66e71 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Calling delete_port for cc54debf-8bea-4873-9de6-c2ced2d1bee3 owned by network:floatingip {{(pid=85257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 13:20:33.268991 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_common [req-17e37ed4-9872-4c04-a43d-a003082f7a96 req-60895f4a-cf3c-46f5-a301-8b99c843fa12 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Allocated IP 172.20.0.14 (9ba79a45-0c2f-4e21-a1db-5bc2f69a0b97/6fc40e3a-955f-4a97-aa71-a5b551d8bd0e/d2ba3fb2-eb41-4547-abd6-775099e8d5c2) {{(pid=85257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 13:20:33.300117 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.db.api [None req-bf0e62c2-fd74-4227-ad96-19efc5b66e71 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85257) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 13:20:33.300480 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_db.api [None req-bf0e62c2-fd74-4227-ad96-19efc5b66e71 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85257) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 13:20:33.487730 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-17e37ed4-9872-4c04-a43d-a003082f7a96 req-60895f4a-cf3c-46f5-a301-8b99c843fa12 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Notify callbacks [] for port, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:33.517312 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-17e37ed4-9872-4c04-a43d-a003082f7a96 req-60895f4a-cf3c-46f5-a301-8b99c843fa12 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757045383897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842649921'] for port, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:33.532160 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-3a2f2a45-2ebc-499b-85d5-58ec48c4edae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:20:33.670834 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60895f4a-cf3c-46f5-a301-8b99c843fa12 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Pushing event updated for resources: {'Port': ['ID=d2ba3fb2-eb41-4547-abd6-775099e8d5c2,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:20:33.675205 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-60895f4a-cf3c-46f5-a301-8b99c843fa12 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:20:33.733005 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17e37ed4-9872-4c04-a43d-a003082f7a96 req-60895f4a-cf3c-46f5-a301-8b99c843fa12 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Network 9ba79a45-0c2f-4e21-a1db-5bc2f69a0b97 is already hosted by enough agents. {{(pid=85257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 13:20:33.734325 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [req-17e37ed4-9872-4c04-a43d-a003082f7a96 req-60895f4a-cf3c-46f5-a301-8b99c843fa12 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Resources bound (agent type, host, resource id): {{(pid=85257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:20:33.736689 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e37ed4-9872-4c04-a43d-a003082f7a96 req-60895f4a-cf3c-46f5-a301-8b99c843fa12 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Received port after_create {{(pid=85257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 13:20:33.808402 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-bf0e62c2-fd74-4227-ad96-19efc5b66e71 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Deleting port cc54debf-8bea-4873-9de6-c2ced2d1bee3 {{(pid=85257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 13:20:33.808787 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-bf0e62c2-fd74-4227-ad96-19efc5b66e71 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279808963205'] for port, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:33.898035 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e37ed4-9872-4c04-a43d-a003082f7a96 req-60895f4a-cf3c-46f5-a301-8b99c843fa12 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:33.898694 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-17e37ed4-9872-4c04-a43d-a003082f7a96 req-60895f4a-cf3c-46f5-a301-8b99c843fa12 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for port, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:34.019968 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-17e37ed4-9872-4c04-a43d-a003082f7a96 req-60895f4a-cf3c-46f5-a301-8b99c843fa12 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9558012 Apr 15 13:20:34.048197 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [req-17e37ed4-9872-4c04-a43d-a003082f7a96 req-3d177797-8cb1-4ff8-8718-86f378cfc12c service neutron] Request body: {'port': {'device_id': '55ad9af0-0bc0-43a3-8504-e96b17497174', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:20:34.081008 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440d33f-9d6b-42d8-9f83-2f0aa9216fe2 req-32af340e-a59b-465d-872e-8abce1de8ae1 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:34.081754 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-6440d33f-9d6b-42d8-9f83-2f0aa9216fe2 req-32af340e-a59b-465d-872e-8abce1de8ae1 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Synchronizing usage tracker for tenant:e19ea3363d774851a5681e00dfac5842 on resource:port {{(pid=85257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 13:20:34.153360 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-bf0e62c2-fd74-4227-ad96-19efc5b66e71 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853842851'] for port, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:34.153728 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-bf0e62c2-fd74-4227-ad96-19efc5b66e71 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:34.259033 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-6440d33f-9d6b-42d8-9f83-2f0aa9216fe2 req-32af340e-a59b-465d-872e-8abce1de8ae1 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Unset dirty status for tenant:e19ea3363d774851a5681e00dfac5842 on resource:port {{(pid=85257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 13:20:34.260343 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-6440d33f-9d6b-42d8-9f83-2f0aa9216fe2 req-32af340e-a59b-465d-872e-8abce1de8ae1 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/ports?device_id=55ad9af0-0bc0-43a3-8504-e96b17497174 HTTP/1.1" status: 200 len: 932 time: 0.4956605 Apr 15 13:20:34.334449 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-bf0e62c2-fd74-4227-ad96-19efc5b66e71 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Calling delete_port for cc54debf-8bea-4873-9de6-c2ced2d1bee3 owned by network:floatingip {{(pid=85257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 13:20:34.436588 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-17e37ed4-9872-4c04-a43d-a003082f7a96 req-3d177797-8cb1-4ff8-8718-86f378cfc12c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:34.476558 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-6440d33f-9d6b-42d8-9f83-2f0aa9216fe2 req-35fb75d2-6ef8-471c-ab12-d1566106bd74 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/security-groups?id=a270e018-042d-4e19-913b-98dc55775a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138973 Apr 15 13:20:34.672570 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4cfb647b-5be1-4ca7-a675-708b9f88c9c8 req-7314d3fc-0565-498f-9217-aeaaf9471cf7 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-935888217&fields=id&tenant_id=06a7ee46542d4f8884190e4353903cd9 HTTP/1.1" status: 200 len: 267 time: 0.1592312 Apr 15 13:20:34.740994 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-bf0e62c2-fd74-4227-ad96-19efc5b66e71 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757045826334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279809391903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842649921'] for port, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:34.763156 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-260a2d79-0101-4ad3-91e8-cbb7bdf4f7e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:20:34.910551 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0e62c2-fd74-4227-ad96-19efc5b66e71 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Pushing event deleted for resources: {'Port': ['ID=cc54debf-8bea-4873-9de6-c2ced2d1bee3,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:20:34.924838 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-bf0e62c2-fd74-4227-ad96-19efc5b66e71 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:20:35.108537 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb647b-5be1-4ca7-a675-708b9f88c9c8 req-bd03fbb8-0fd8-4722-b281-24cf1d48f0e0 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:35.110139 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4cfb647b-5be1-4ca7-a675-708b9f88c9c8 req-bd03fbb8-0fd8-4722-b281-24cf1d48f0e0 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc6147fd-2d41-43ca-8abd-49f6f364bc78 HTTP/1.1" status: 200 len: 984 time: 0.4258645 Apr 15 13:20:35.127739 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [req-4cfb647b-5be1-4ca7-a675-708b9f88c9c8 req-10e80a4d-1add-4666-bb68-da0708721dc9 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Request body: {'port': {'security_groups': ['54ae3d8d-9200-4f86-bc71-03d25659e041']}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:20:35.388665 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-bf0e62c2-fd74-4227-ad96-19efc5b66e71 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks [] for floatingip, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:35.405918 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-4cfb647b-5be1-4ca7-a675-708b9f88c9c8 req-10e80a4d-1add-4666-bb68-da0708721dc9 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:35.514832 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-bf0e62c2-fd74-4227-ad96-19efc5b66e71 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for floatingip, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:35.516070 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-bf0e62c2-fd74-4227-ad96-19efc5b66e71 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "DELETE /v2.0/floatingips/030cf8a2-e022-4952-b1d5-d2dc8b57c297 HTTP/1.1" status: 204 len: 168 time: 3.3341322 Apr 15 13:20:35.534581 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [req-17e37ed4-9872-4c04-a43d-a003082f7a96 req-3d177797-8cb1-4ff8-8718-86f378cfc12c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2ba3fb2-eb41-4547-abd6-775099e8d5c2 {{(pid=85257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 13:20:35.547290 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-17e37ed4-9872-4c04-a43d-a003082f7a96 req-3d177797-8cb1-4ff8-8718-86f378cfc12c service neutron] Notify callbacks [] for port, precommit_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:35.898721 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [req-17e37ed4-9872-4c04-a43d-a003082f7a96 req-3d177797-8cb1-4ff8-8718-86f378cfc12c service neutron] Transition to ACTIVE for port object d2ba3fb2-eb41-4547-abd6-775099e8d5c2 will not be triggered until provisioned by entity L2. {{(pid=85257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:20:35.909033 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-17e37ed4-9872-4c04-a43d-a003082f7a96 req-3d177797-8cb1-4ff8-8718-86f378cfc12c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12125831'] for port, after_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:35.933315 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-b9f5fec4-d0ff-432f-8446-9117623a2af9 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:20:36.123505 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d177797-8cb1-4ff8-8718-86f378cfc12c service neutron] Pushing event updated for resources: {'Port': ['ID=d2ba3fb2-eb41-4547-abd6-775099e8d5c2,revision_number=2']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:20:36.133287 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-3d177797-8cb1-4ff8-8718-86f378cfc12c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:20:36.193121 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9657ffd-190a-43a9-b754-ab88e5e9cbaf req-12dc71df-74bd-4e23-90f6-80d5ca7b180a tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:36.194721 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-b9657ffd-190a-43a9-b754-ab88e5e9cbaf req-12dc71df-74bd-4e23-90f6-80d5ca7b180a tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/ports?device_id=55ad9af0-0bc0-43a3-8504-e96b17497174 HTTP/1.1" status: 200 len: 932 time: 0.3872769 Apr 15 13:20:36.436944 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-b9657ffd-190a-43a9-b754-ab88e5e9cbaf req-a8b6e771-e70c-4e6d-bbbb-0ef61eba71b7 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/security-groups?id=a270e018-042d-4e19-913b-98dc55775a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853144 Apr 15 13:20:36.512623 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [req-4cfb647b-5be1-4ca7-a675-708b9f88c9c8 req-10e80a4d-1add-4666-bb68-da0708721dc9 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] For port c219c348-57ba-4d15-9dff-047a3a087bd9, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c219c348-57ba-4d15-9dff-047a3a087bd9,segment=NetworkSegment(9733c4a1-3989-4087-8d08-859d05e9e450),segment_id=9733c4a1-3989-4087-8d08-859d05e9e450)] {{(pid=85257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:20:36.565689 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [req-17e37ed4-9872-4c04-a43d-a003082f7a96 req-3d177797-8cb1-4ff8-8718-86f378cfc12c service neutron] Attempting to bind port d2ba3fb2-eb41-4547-abd6-775099e8d5c2 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 13:20:36.566065 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [req-17e37ed4-9872-4c04-a43d-a003082f7a96 req-3d177797-8cb1-4ff8-8718-86f378cfc12c service neutron] Attempting to bind port d2ba3fb2-eb41-4547-abd6-775099e8d5c2 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '60a06f1b-e9cf-4fa0-a453-5fa9d1d48e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '9ba79a45-0c2f-4e21-a1db-5bc2f69a0b97'}] {{(pid=85257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 13:20:36.566438 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e37ed4-9872-4c04-a43d-a003082f7a96 req-3d177797-8cb1-4ff8-8718-86f378cfc12c service neutron] Attempting to bind port d2ba3fb2-eb41-4547-abd6-775099e8d5c2 on network 9ba79a45-0c2f-4e21-a1db-5bc2f69a0b97 {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:20:36.570693 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-4cfb647b-5be1-4ca7-a675-708b9f88c9c8 req-10e80a4d-1add-4666-bb68-da0708721dc9 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks [] for port, precommit_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:36.575404 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-4cfb647b-5be1-4ca7-a675-708b9f88c9c8 req-10e80a4d-1add-4666-bb68-da0708721dc9 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12125831'] for port, after_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:36.577173 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e37ed4-9872-4c04-a43d-a003082f7a96 req-3d177797-8cb1-4ff8-8718-86f378cfc12c service neutron] Port d2ba3fb2-eb41-4547-abd6-775099e8d5c2 on network 9ba79a45-0c2f-4e21-a1db-5bc2f69a0b97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 13:20:36.577534 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e37ed4-9872-4c04-a43d-a003082f7a96 req-3d177797-8cb1-4ff8-8718-86f378cfc12c service neutron] Attempting to bind port d2ba3fb2-eb41-4547-abd6-775099e8d5c2 on network 9ba79a45-0c2f-4e21-a1db-5bc2f69a0b97 {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:20:36.594726 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-04ef0e34-eb36-4ed0-b3c3-22427790228a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:20:36.614886 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] get_ports_and_sgs() called for port_ids ['c219c348-57ba-4d15-9dff-047a3a087bd9'] {{(pid=85259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 13:20:36.643599 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e37ed4-9872-4c04-a43d-a003082f7a96 req-3d177797-8cb1-4ff8-8718-86f378cfc12c service neutron] Checking agent: {'id': '473bf83e-daba-40de-92d3-877eb5111141', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 13, 13, 53), 'started_at': datetime.datetime(2021, 4, 15, 13, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 13, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 13:20:36.643990 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e37ed4-9872-4c04-a43d-a003082f7a96 req-3d177797-8cb1-4ff8-8718-86f378cfc12c service neutron] Checking segment: {'id': '60a06f1b-e9cf-4fa0-a453-5fa9d1d48e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '9ba79a45-0c2f-4e21-a1db-5bc2f69a0b97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:20:36.644410 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e37ed4-9872-4c04-a43d-a003082f7a96 req-3d177797-8cb1-4ff8-8718-86f378cfc12c service neutron] Bound using segment: {'id': '60a06f1b-e9cf-4fa0-a453-5fa9d1d48e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '9ba79a45-0c2f-4e21-a1db-5bc2f69a0b97'} {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 13:20:36.644888 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [req-17e37ed4-9872-4c04-a43d-a003082f7a96 req-3d177797-8cb1-4ff8-8718-86f378cfc12c service neutron] Bound port: d2ba3fb2-eb41-4547-abd6-775099e8d5c2, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60a06f1b-e9cf-4fa0-a453-5fa9d1d48e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '9ba79a45-0c2f-4e21-a1db-5bc2f69a0b97'}}] {{(pid=85257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 13:20:36.645301 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-17e37ed4-9872-4c04-a43d-a003082f7a96 req-3d177797-8cb1-4ff8-8718-86f378cfc12c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:36.807916 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 42574) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:20:36.818065 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-11ff0338-db06-4119-be41-ce918ea49447 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1449037617', 'description': 'tempest-description--1624942168'}} {{(pid=85258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:20:36.820283 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e80a4d-1add-4666-bb68-da0708721dc9 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Pushing event updated for resources: {'Port': ['ID=c219c348-57ba-4d15-9dff-047a3a087bd9,revision_number=7']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:20:36.830163 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-10e80a4d-1add-4666-bb68-da0708721dc9 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:20:36.837262 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-11ff0338-db06-4119-be41-ce918ea49447 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:20:36.841932 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-11ff0338-db06-4119-be41-ce918ea49447 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Usage tracker for resource:security_group and tenant:3edcfff57f6b4d3a989c0baa167aa5b1 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:20:36.846846 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-11ff0338-db06-4119-be41-ce918ea49447 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:20:36.855104 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-11ff0338-db06-4119-be41-ce918ea49447 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:20:36.865847 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-11ff0338-db06-4119-be41-ce918ea49447 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:36.891020 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-11ff0338-db06-4119-be41-ce918ea49447 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:20:36.895713 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-11ff0338-db06-4119-be41-ce918ea49447 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Usage tracker for resource:security_group_rule and tenant:3edcfff57f6b4d3a989c0baa167aa5b1 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:20:36.900045 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-11ff0338-db06-4119-be41-ce918ea49447 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:20:36.902944 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [req-17e37ed4-9872-4c04-a43d-a003082f7a96 req-3d177797-8cb1-4ff8-8718-86f378cfc12c service neutron] For port d2ba3fb2-eb41-4547-abd6-775099e8d5c2, host hv-cinder-78494, cleared binding levels {{(pid=85257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 13:20:36.907918 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-11ff0338-db06-4119-be41-ce918ea49447 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:20:36.910348 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [req-17e37ed4-9872-4c04-a43d-a003082f7a96 req-3d177797-8cb1-4ff8-8718-86f378cfc12c service neutron] For port d2ba3fb2-eb41-4547-abd6-775099e8d5c2, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=d2ba3fb2-eb41-4547-abd6-775099e8d5c2,segment=NetworkSegment(60a06f1b-e9cf-4fa0-a453-5fa9d1d48e17),segment_id=60a06f1b-e9cf-4fa0-a453-5fa9d1d48e17)] {{(pid=85257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 13:20:36.916377 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-17e37ed4-9872-4c04-a43d-a003082f7a96 req-3d177797-8cb1-4ff8-8718-86f378cfc12c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12125831'] for port, after_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:36.936115 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb647b-5be1-4ca7-a675-708b9f88c9c8 req-10e80a4d-1add-4666-bb68-da0708721dc9 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:36.936732 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-4cfb647b-5be1-4ca7-a675-708b9f88c9c8 req-10e80a4d-1add-4666-bb68-da0708721dc9 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for port, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:36.938276 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4cfb647b-5be1-4ca7-a675-708b9f88c9c8 req-10e80a4d-1add-4666-bb68-da0708721dc9 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "PUT /v2.0/ports/c219c348-57ba-4d15-9dff-047a3a087bd9 HTTP/1.1" status: 200 len: 942 time: 1.8203290 Apr 15 13:20:36.941459 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-a16b289c-71c0-4d88-b57f-1ed74f7ec447 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:20:36.947117 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 42578) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:20:36.974147 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc6147fd-2d41-43ca-8abd-49f6f364bc78', 'tag': 'c219c348-57ba-4d15-9dff-047a3a087bd9'}] {{(pid=85257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:20:37.025716 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-11ff0338-db06-4119-be41-ce918ea49447 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:37.034061 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-11ff0338-db06-4119-be41-ce918ea49447 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:37.042599 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-f226339c-57a3-422d-9c7c-071e197c754e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:20:37.048806 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc6147fd-2d41-43ca-8abd-49f6f364bc78', 'tag': 'c219c348-57ba-4d15-9dff-047a3a087bd9', 'status': 'completed', 'code': 200} Apr 15 13:20:37.063946 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] get_ports_and_sgs() called for port_ids ['c219c348-57ba-4d15-9dff-047a3a087bd9'] {{(pid=85259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 13:20:37.112167 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ff0338-db06-4119-be41-ce918ea49447 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67aa45f3-507c-493d-b610-ae052b9853f4,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:20:37.123143 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-11ff0338-db06-4119-be41-ce918ea49447 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:20:37.123871 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-11ff0338-db06-4119-be41-ce918ea49447 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:37.127848 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-11ff0338-db06-4119-be41-ce918ea49447 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3155472 Apr 15 13:20:37.129023 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 42584) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:20:37.137091 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-14f57dd4-9bd7-4c2a-a82b-7d017686ea36 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Request body: {'security_group_rule': {'security_group_id': '67aa45f3-507c-493d-b610-ae052b9853f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:20:37.147376 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-14f57dd4-9bd7-4c2a-a82b-7d017686ea36 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:20:37.149260 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0d21f868-8e1a-4dbc-b20f-ecafb436b7ee tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks [] for security_group, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:37.149741 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d177797-8cb1-4ff8-8718-86f378cfc12c service neutron] Pushing event updated for resources: {'Port': ['ID=d2ba3fb2-eb41-4547-abd6-775099e8d5c2,revision_number=3']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:20:37.153349 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-14f57dd4-9bd7-4c2a-a82b-7d017686ea36 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Usage tracker for resource:security_group_rule and tenant:3edcfff57f6b4d3a989c0baa167aa5b1 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:20:37.164043 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-8876f638-d37a-49b4-ab54-1fa266891e9f None None] Provisioning complete for port c219c348-57ba-4d15-9dff-047a3a087bd9 triggered by entity DHCP. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:20:37.164795 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-8876f638-d37a-49b4-ab54-1fa266891e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:37.165351 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-14f57dd4-9bd7-4c2a-a82b-7d017686ea36 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:20:37.173536 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-3d177797-8cb1-4ff8-8718-86f378cfc12c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:20:37.176308 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-14f57dd4-9bd7-4c2a-a82b-7d017686ea36 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:20:37.198088 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0d21f868-8e1a-4dbc-b20f-ecafb436b7ee tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:37.230484 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-14f57dd4-9bd7-4c2a-a82b-7d017686ea36 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:37.232833 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e37ed4-9872-4c04-a43d-a003082f7a96 req-3d177797-8cb1-4ff8-8718-86f378cfc12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:37.233553 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-17e37ed4-9872-4c04-a43d-a003082f7a96 req-3d177797-8cb1-4ff8-8718-86f378cfc12c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for port, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:37.235082 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-17e37ed4-9872-4c04-a43d-a003082f7a96 req-3d177797-8cb1-4ff8-8718-86f378cfc12c service neutron] 10.222.0.65 "PUT /v2.0/ports/d2ba3fb2-eb41-4547-abd6-775099e8d5c2 HTTP/1.1" status: 200 len: 1094 time: 3.1940944 Apr 15 13:20:37.242743 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329920ef-1347-4bb0-b3ca-7fa3a22cbf55 req-e8a83f79-ef1f-4d5d-b586-4f009f0b5f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:37.244381 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-329920ef-1347-4bb0-b3ca-7fa3a22cbf55 req-e8a83f79-ef1f-4d5d-b586-4f009f0b5f12 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=06a7ee46542d4f8884190e4353903cd9&device_id=cc6147fd-2d41-43ca-8abd-49f6f364bc78 HTTP/1.1" status: 200 len: 1098 time: 0.1466234 Apr 15 13:20:37.306438 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0d21f868-8e1a-4dbc-b20f-ecafb436b7ee tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:37.318718 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-8cca6302-ee40-449f-90bf-d8b0d68195f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:20:37.335288 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-14f57dd4-9bd7-4c2a-a82b-7d017686ea36 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:37.338550 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d21f868-8e1a-4dbc-b20f-ecafb436b7ee tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55717d8c-6ad6-49f3-b0c7-fb9161fab0b4,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:20:37.345088 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-0d21f868-8e1a-4dbc-b20f-ecafb436b7ee tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:20:37.345976 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-14f57dd4-9bd7-4c2a-a82b-7d017686ea36 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853838685'] for security_group_rule, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:37.349882 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-4bc05c35-3161-46eb-bdb9-19c0ff02791f tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:20:37.356327 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0d21f868-8e1a-4dbc-b20f-ecafb436b7ee tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:37.360285 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-0d21f868-8e1a-4dbc-b20f-ecafb436b7ee tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "DELETE /v2.0/security-groups/55717d8c-6ad6-49f3-b0c7-fb9161fab0b4 HTTP/1.1" status: 204 len: 168 time: 0.4092522 Apr 15 13:20:37.373331 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 42588) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:20:37.440884 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f57dd4-9bd7-4c2a-a82b-7d017686ea36 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=251fcb76-222c-48f7-9577-fd1c1d735da3,revision_number=0']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:20:37.452643 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-14f57dd4-9bd7-4c2a-a82b-7d017686ea36 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:20:37.468319 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-14f57dd4-9bd7-4c2a-a82b-7d017686ea36 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:37.469685 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-14f57dd4-9bd7-4c2a-a82b-7d017686ea36 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3393974 Apr 15 13:20:37.473370 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 42594) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:20:37.482953 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-88f8f9dd-62a2-41f5-85d8-c5712fb8fa75 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Request body: {'security_group_rule': {'security_group_id': '67aa45f3-507c-493d-b610-ae052b9853f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:20:37.490697 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329920ef-1347-4bb0-b3ca-7fa3a22cbf55 req-802ffdc4-fe9f-4f7d-82b1-ac4909cf3604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:37.492972 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-329920ef-1347-4bb0-b3ca-7fa3a22cbf55 req-802ffdc4-fe9f-4f7d-82b1-ac4909cf3604 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0f9785c8-77af-4ae7-b996-ffbea947a1be HTTP/1.1" status: 200 len: 916 time: 0.2371695 Apr 15 13:20:37.493684 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-88f8f9dd-62a2-41f5-85d8-c5712fb8fa75 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:20:37.509132 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-88f8f9dd-62a2-41f5-85d8-c5712fb8fa75 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Usage tracker for resource:security_group_rule and tenant:3edcfff57f6b4d3a989c0baa167aa5b1 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:20:37.514499 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-88f8f9dd-62a2-41f5-85d8-c5712fb8fa75 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:20:37.564199 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e37ed4-9872-4c04-a43d-a003082f7a96 req-215652e5-b222-490c-a3c9-32cb8b74d150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:37.565727 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-17e37ed4-9872-4c04-a43d-a003082f7a96 req-215652e5-b222-490c-a3c9-32cb8b74d150 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e19ea3363d774851a5681e00dfac5842&device_id=55ad9af0-0bc0-43a3-8504-e96b17497174 HTTP/1.1" status: 200 len: 1097 time: 0.2290010 Apr 15 13:20:37.581107 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-88f8f9dd-62a2-41f5-85d8-c5712fb8fa75 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:20:37.625732 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-88f8f9dd-62a2-41f5-85d8-c5712fb8fa75 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:37.662378 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-79ba4687-e599-472e-b420-2626f3c8a167 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Deleting port e788c45a-1d6c-4846-acf2-90d01fec4325 {{(pid=85258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 13:20:37.662760 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-79ba4687-e599-472e-b420-2626f3c8a167 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279808963205'] for port, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:37.708140 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-17e37ed4-9872-4c04-a43d-a003082f7a96 req-424d5b13-f36e-46e7-9036-a850303aac61 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2ba3fb2-eb41-4547-abd6-775099e8d5c2 HTTP/1.1" status: 200 len: 217 time: 0.0860896 Apr 15 13:20:37.794475 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-329920ef-1347-4bb0-b3ca-7fa3a22cbf55 req-27e193dd-e587-4d00-8cc3-bcf373f1f9b9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c219c348-57ba-4d15-9dff-047a3a087bd9 HTTP/1.1" status: 200 len: 1001 time: 0.2921345 Apr 15 13:20:37.830032 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-88f8f9dd-62a2-41f5-85d8-c5712fb8fa75 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:37.835514 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-88f8f9dd-62a2-41f5-85d8-c5712fb8fa75 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853838685'] for security_group_rule, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:37.846967 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:20:37.860898 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e37ed4-9872-4c04-a43d-a003082f7a96 req-168138b3-030e-433f-9206-92e6de3a86bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:37.862710 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-17e37ed4-9872-4c04-a43d-a003082f7a96 req-168138b3-030e-433f-9206-92e6de3a86bb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6fc40e3a-955f-4a97-aa71-a5b551d8bd0e HTTP/1.1" status: 200 len: 853 time: 0.1445596 Apr 15 13:20:37.872587 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f8f9dd-62a2-41f5-85d8-c5712fb8fa75 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9e0f989-5508-4ecc-8b2d-e1cafff9098d,revision_number=0']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:20:37.881518 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-88f8f9dd-62a2-41f5-85d8-c5712fb8fa75 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:20:37.912180 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-88f8f9dd-62a2-41f5-85d8-c5712fb8fa75 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:37.913462 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-88f8f9dd-62a2-41f5-85d8-c5712fb8fa75 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4392970 Apr 15 13:20:37.916751 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 42598) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:20:37.920264 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12cea6-eed2-4709-9683-8fb79e454fb5 req-d7bb3c4b-46c4-43a0-af70-8d448fe25fc8 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:37.921909 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-bd12cea6-eed2-4709-9683-8fb79e454fb5 req-d7bb3c4b-46c4-43a0-af70-8d448fe25fc8 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/ports?device_id=55ad9af0-0bc0-43a3-8504-e96b17497174 HTTP/1.1" status: 200 len: 944 time: 0.3552229 Apr 15 13:20:37.922410 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-79ba4687-e599-472e-b420-2626f3c8a167 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853842851'] for port, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:37.922790 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-79ba4687-e599-472e-b420-2626f3c8a167 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:37.934530 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-c07e6b20-06b3-4402-b7f1-beb11abb9db8 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Request body: {'floatingip': {'floating_network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2'}} {{(pid=85258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:20:37.940001 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-17e37ed4-9872-4c04-a43d-a003082f7a96 req-cf1c0b8e-15c5-4f04-a93d-7fe1ce0ea1ea service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9ba79a45-0c2f-4e21-a1db-5bc2f69a0b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682635 Apr 15 13:20:37.945209 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-c07e6b20-06b3-4402-b7f1-beb11abb9db8 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:20:37.993105 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329920ef-1347-4bb0-b3ca-7fa3a22cbf55 req-a34fd334-8ffb-487e-98b9-85d3b1705206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:37.994729 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-329920ef-1347-4bb0-b3ca-7fa3a22cbf55 req-a34fd334-8ffb-487e-98b9-85d3b1705206 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=747f79b7-7f51-4cf9-813a-8c186b8b3fc8 HTTP/1.1" status: 200 len: 854 time: 0.1901751 Apr 15 13:20:38.065143 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-c07e6b20-06b3-4402-b7f1-beb11abb9db8 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Usage tracker for resource:floatingip and tenant:3edcfff57f6b4d3a989c0baa167aa5b1 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:20:38.075984 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-79ba4687-e599-472e-b420-2626f3c8a167 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Calling delete_port for e788c45a-1d6c-4846-acf2-90d01fec4325 owned by network:floatingip {{(pid=85258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 13:20:38.107044 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-c07e6b20-06b3-4402-b7f1-beb11abb9db8 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:20:38.121841 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-c07e6b20-06b3-4402-b7f1-beb11abb9db8 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:20:38.155465 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c07e6b20-06b3-4402-b7f1-beb11abb9db8 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks [] for floatingip, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:38.373743 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-bd12cea6-eed2-4709-9683-8fb79e454fb5 req-1b8557c2-d13b-4a74-ba53-f6c46f3a1b5d tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/security-groups?id=a270e018-042d-4e19-913b-98dc55775a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4388230 Apr 15 13:20:38.442438 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-17e37ed4-9872-4c04-a43d-a003082f7a96 req-bae32919-3319-410a-a7c9-d9065ea13150 service neutron] 10.222.0.65 "GET /v2.0/networks/9ba79a45-0c2f-4e21-a1db-5bc2f69a0b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4847167 Apr 15 13:20:38.448232 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-79ba4687-e599-472e-b420-2626f3c8a167 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757045826334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279809391903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10742258'] for port, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:38.448980 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329920ef-1347-4bb0-b3ca-7fa3a22cbf55 req-66f4f937-9a1c-4ab0-a60e-ebd82d31e446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:38.450542 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-329920ef-1347-4bb0-b3ca-7fa3a22cbf55 req-66f4f937-9a1c-4ab0-a60e-ebd82d31e446 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0f9785c8-77af-4ae7-b996-ffbea947a1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1611733 Apr 15 13:20:38.477427 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:20:38.573647 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba4687-e599-472e-b420-2626f3c8a167 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Pushing event deleted for resources: {'Port': ['ID=e788c45a-1d6c-4846-acf2-90d01fec4325,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:20:38.581141 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-79ba4687-e599-472e-b420-2626f3c8a167 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:20:38.591095 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c07e6b20-06b3-4402-b7f1-beb11abb9db8 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:38.721477 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-17e37ed4-9872-4c04-a43d-a003082f7a96 req-5ab27075-af18-40d8-b8c1-cbbc25863538 service neutron] 10.222.0.65 "GET /v2.0/networks/9ba79a45-0c2f-4e21-a1db-5bc2f69a0b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692304 Apr 15 13:20:38.727110 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-329920ef-1347-4bb0-b3ca-7fa3a22cbf55 req-4039a63a-850f-4743-944a-8df3746c1a44 service neutron] 10.222.0.65 "GET /v2.0/networks/0f9785c8-77af-4ae7-b996-ffbea947a1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507617 Apr 15 13:20:38.903084 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-329920ef-1347-4bb0-b3ca-7fa3a22cbf55 req-7dea9abe-7a9c-40fc-8925-a4e8fa75964b service neutron] 10.222.0.65 "GET /v2.0/networks/0f9785c8-77af-4ae7-b996-ffbea947a1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581886 Apr 15 13:20:39.050305 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55ad9af0-0bc0-43a3-8504-e96b17497174', 'tag': 'd2ba3fb2-eb41-4547-abd6-775099e8d5c2'}] {{(pid=85257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:20:39.090649 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_common [None req-c07e6b20-06b3-4402-b7f1-beb11abb9db8 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Allocated IP 172.28.3.33 (55d93253-8afb-47db-93d0-1527fbeb95d2/ec126ae6-92bb-4236-889a-ca54f3751a25/06d182d0-c296-4c65-8658-707e7167d108) {{(pid=85258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 13:20:39.100068 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55ad9af0-0bc0-43a3-8504-e96b17497174', 'tag': 'd2ba3fb2-eb41-4547-abd6-775099e8d5c2', 'status': 'completed', 'code': 200} Apr 15 13:20:39.129156 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-79ba4687-e599-472e-b420-2626f3c8a167 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks [] for floatingip, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:39.130115 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.db.l3_db [None req-79ba4687-e599-472e-b420-2626f3c8a167 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Floating IP fbdbfd77-765a-4aa0-9522-3c86039dbb78 disassociated (deleted). External IP: 172.28.3.178, port: c219c348-57ba-4d15-9dff-047a3a087bd9. Apr 15 13:20:39.235087 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae74e946-7b07-4a44-8cc2-5982f1af4cce req-ed50f4ae-1e02-401a-8464-61c1d07644c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:39.237031 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ae74e946-7b07-4a44-8cc2-5982f1af4cce req-ed50f4ae-1e02-401a-8464-61c1d07644c4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e19ea3363d774851a5681e00dfac5842&device_id=55ad9af0-0bc0-43a3-8504-e96b17497174 HTTP/1.1" status: 200 len: 1097 time: 0.0853958 Apr 15 13:20:39.395902 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae74e946-7b07-4a44-8cc2-5982f1af4cce req-3f8922f6-fc2d-492b-a37e-21ee388775ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:39.397551 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ae74e946-7b07-4a44-8cc2-5982f1af4cce req-3f8922f6-fc2d-492b-a37e-21ee388775ab service neutron] 10.222.0.65 "GET /v2.0/networks?id=9ba79a45-0c2f-4e21-a1db-5bc2f69a0b97 HTTP/1.1" status: 200 len: 914 time: 0.1435699 Apr 15 13:20:39.436061 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c07e6b20-06b3-4402-b7f1-beb11abb9db8 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks [] for port, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:39.473658 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ae74e946-7b07-4a44-8cc2-5982f1af4cce req-30728473-57c2-43bf-8241-34dcc629e489 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2ba3fb2-eb41-4547-abd6-775099e8d5c2 HTTP/1.1" status: 200 len: 217 time: 0.0686951 Apr 15 13:20:39.597568 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae74e946-7b07-4a44-8cc2-5982f1af4cce req-cf54ac40-9e92-4fe0-bd0a-8779cd7d5761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:39.599836 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ae74e946-7b07-4a44-8cc2-5982f1af4cce req-cf54ac40-9e92-4fe0-bd0a-8779cd7d5761 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6fc40e3a-955f-4a97-aa71-a5b551d8bd0e HTTP/1.1" status: 200 len: 853 time: 0.1197989 Apr 15 13:20:39.643724 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c07e6b20-06b3-4402-b7f1-beb11abb9db8 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757045383897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10742258'] for port, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:39.656976 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ae74e946-7b07-4a44-8cc2-5982f1af4cce req-0640f711-8532-44d9-ad2f-a2477ca7e46e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9ba79a45-0c2f-4e21-a1db-5bc2f69a0b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497372 Apr 15 13:20:39.660281 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:20:39.755863 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b52582-c214-4966-8236-f9018d15bb64 req-d6391eed-aa95-42a2-908b-b69f48be5df0 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:39.757549 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-93b52582-c214-4966-8236-f9018d15bb64 req-d6391eed-aa95-42a2-908b-b69f48be5df0 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/ports?device_id=55ad9af0-0bc0-43a3-8504-e96b17497174 HTTP/1.1" status: 200 len: 944 time: 0.2394438 Apr 15 13:20:39.773143 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ba4687-e599-472e-b420-2626f3c8a167 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Router c1f3487b-3cb0-492f-946d-d62fb4bea449 has already been hosted by L3 agent d2850426-fba2-4e27-a3ef-bf91b3b25695 {{(pid=85258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 13:20:39.813533 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e6b20-06b3-4402-b7f1-beb11abb9db8 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Pushing event updated for resources: {'Port': ['ID=06d182d0-c296-4c65-8658-707e7167d108,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:20:39.841435 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-93b52582-c214-4966-8236-f9018d15bb64 req-111b7784-21c7-405a-8dc1-3664ff3531fa tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/security-groups?id=a270e018-042d-4e19-913b-98dc55775a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742040 Apr 15 13:20:39.865023 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ae74e946-7b07-4a44-8cc2-5982f1af4cce req-7f342c4b-e375-4729-b4af-0ef394b63635 service neutron] 10.222.0.65 "GET /v2.0/networks/9ba79a45-0c2f-4e21-a1db-5bc2f69a0b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979327 Apr 15 13:20:39.876973 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-c07e6b20-06b3-4402-b7f1-beb11abb9db8 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:20:40.011623 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ae74e946-7b07-4a44-8cc2-5982f1af4cce req-ae9a0ebf-fbb2-4fbd-8003-fc63df9aaced service neutron] 10.222.0.65 "GET /v2.0/networks/9ba79a45-0c2f-4e21-a1db-5bc2f69a0b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397960 Apr 15 13:20:40.027709 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07e6b20-06b3-4402-b7f1-beb11abb9db8 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Network 55d93253-8afb-47db-93d0-1527fbeb95d2 is already hosted by enough agents. {{(pid=85258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 13:20:40.040950 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [None req-c07e6b20-06b3-4402-b7f1-beb11abb9db8 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Resources bound (agent type, host, resource id): {{(pid=85258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:20:40.043253 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07e6b20-06b3-4402-b7f1-beb11abb9db8 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Received port after_create {{(pid=85258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 13:20:40.088635 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ba4687-e599-472e-b420-2626f3c8a167 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify agent at l3_agent.dv-cinder-784945-5-smb the message routers_updated {{(pid=85258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 13:20:40.098338 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57496181-23cc-4131-85f4-7da8c73fdcbf None None] Sync routers for ids ['c1f3487b-3cb0-492f-946d-d62fb4bea449'] in dv-cinder-784945-5-smb {{(pid=85259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 13:20:40.108534 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57496181-23cc-4131-85f4-7da8c73fdcbf None None] Routers {'c1f3487b-3cb0-492f-946d-d62fb4bea449'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:20:40.109139 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-57496181-23cc-4131-85f4-7da8c73fdcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:20:15Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['c1f3487b-3cb0-492f-946d-d62fb4bea449'], 'active': True} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:20:40.130154 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-79ba4687-e599-472e-b420-2626f3c8a167 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for floatingip, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:40.200687 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-79ba4687-e599-472e-b420-2626f3c8a167 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "DELETE /v2.0/floatingips/fbdbfd77-765a-4aa0-9522-3c86039dbb78 HTTP/1.1" status: 204 len: 168 time: 2.8261909 Apr 15 13:20:40.202730 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc6147fd-2d41-43ca-8abd-49f6f364bc78', 'tag': 'c219c348-57ba-4d15-9dff-047a3a087bd9'}] {{(pid=85258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:20:40.210335 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c07e6b20-06b3-4402-b7f1-beb11abb9db8 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:40.279422 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c07e6b20-06b3-4402-b7f1-beb11abb9db8 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:40.308001 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-57496181-23cc-4131-85f4-7da8c73fdcbf None None] Set router c1f3487b-3cb0-492f-946d-d62fb4bea449 gateway port host: dv-cinder-784945-5-smb {{(pid=85259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:20:40.314137 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc6147fd-2d41-43ca-8abd-49f6f364bc78', 'tag': 'c219c348-57ba-4d15-9dff-047a3a087bd9', 'status': 'completed', 'code': 200} Apr 15 13:20:40.456963 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a47a3f-38d7-4a94-8026-8f6c143a3d67 req-ea9602fe-07a0-4e95-92a7-d5d36c1c21a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:40.459299 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-77a47a3f-38d7-4a94-8026-8f6c143a3d67 req-ea9602fe-07a0-4e95-92a7-d5d36c1c21a2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=06a7ee46542d4f8884190e4353903cd9&device_id=cc6147fd-2d41-43ca-8abd-49f6f364bc78 HTTP/1.1" status: 200 len: 1098 time: 0.1045537 Apr 15 13:20:40.567547 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device d2ba3fb2-eb41-4547-abd6-775099e8d5c2 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=85259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 13:20:40.611889 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a47a3f-38d7-4a94-8026-8f6c143a3d67 req-73035c5d-8564-41bb-85f3-a00612c2aaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:40.612873 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c07e6b20-06b3-4402-b7f1-beb11abb9db8 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks [] for port, precommit_update {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:40.614452 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-77a47a3f-38d7-4a94-8026-8f6c143a3d67 req-73035c5d-8564-41bb-85f3-a00612c2aaa7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0f9785c8-77af-4ae7-b996-ffbea947a1be HTTP/1.1" status: 200 len: 916 time: 0.1476047 Apr 15 13:20:40.617214 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c07e6b20-06b3-4402-b7f1-beb11abb9db8 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844033590'] for port, after_update {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:40.649672 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-5f83b322-3250-4b67-8966-1f049118399b tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:20:40.716423 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-77a47a3f-38d7-4a94-8026-8f6c143a3d67 req-5a86193f-dd84-4e67-808b-025accb37c4a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c219c348-57ba-4d15-9dff-047a3a087bd9 HTTP/1.1" status: 200 len: 217 time: 0.0953460 Apr 15 13:20:40.818581 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a47a3f-38d7-4a94-8026-8f6c143a3d67 req-e0e6a77c-8371-4c45-97ec-f8f9598c462b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:40.819753 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e6b20-06b3-4402-b7f1-beb11abb9db8 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Pushing event updated for resources: {'Port': ['ID=06d182d0-c296-4c65-8658-707e7167d108,revision_number=2']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:20:40.820772 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-77a47a3f-38d7-4a94-8026-8f6c143a3d67 req-e0e6a77c-8371-4c45-97ec-f8f9598c462b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=747f79b7-7f51-4cf9-813a-8c186b8b3fc8 HTTP/1.1" status: 200 len: 854 time: 0.0881562 Apr 15 13:20:40.825350 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-c07e6b20-06b3-4402-b7f1-beb11abb9db8 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:20:40.891428 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port d2ba3fb2-eb41-4547-abd6-775099e8d5c2, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=d2ba3fb2-eb41-4547-abd6-775099e8d5c2,segment=NetworkSegment(60a06f1b-e9cf-4fa0-a453-5fa9d1d48e17),segment_id=60a06f1b-e9cf-4fa0-a453-5fa9d1d48e17)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:20:40.914125 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Returning: {'device': 'd2ba3fb2-eb41-4547-abd6-775099e8d5c2', 'network_id': '9ba79a45-0c2f-4e21-a1db-5bc2f69a0b97', 'port_id': 'd2ba3fb2-eb41-4547-abd6-775099e8d5c2', 'mac_address': 'fa:16:3e:92:6b:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fc40e3a-955f-4a97-aa71-a5b551d8bd0e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 13:20:40.918522 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-57496181-23cc-4131-85f4-7da8c73fdcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f3487b-3cb0-492f-946d-d62fb4bea449', 'name': 'tempest-TestMinimumBasicScenario-1775623895-router', 'tenant_id': '06a7ee46542d4f8884190e4353903cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '16124606-8c76-4f02-9a6e-18cd2f8dfccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:17:38Z', 'updated_at': '2021-04-15T13:17:46Z', 'revision_number': 4, 'project_id': '06a7ee46542d4f8884190e4353903cd9', 'gw_port': {'id': '16124606-8c76-4f02-9a6e-18cd2f8dfccd', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f3487b-3cb0-492f-946d-d62fb4bea449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:17:39Z', 'updated_at': '2021-04-15T13:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_interfaces': [{'id': '69af9c83-65c4-4537-9aeb-28448dccfdfb', 'name': '', 'network_id': '0f9785c8-77af-4ae7-b996-ffbea947a1be', 'tenant_id': '06a7ee46542d4f8884190e4353903cd9', 'mac_address': 'fa:16:3e:c7:a9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f3487b-3cb0-492f-946d-d62fb4bea449', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '747f79b7-7f51-4cf9-813a-8c186b8b3fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:17:45Z', 'updated_at': '2021-04-15T13:17:59Z', 'revision_number': 5, 'project_id': '06a7ee46542d4f8884190e4353903cd9', 'subnets': [{'id': '747f79b7-7f51-4cf9-813a-8c186b8b3fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:20:40.923588 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57496181-23cc-4131-85f4-7da8c73fdcbf None None] Checking router: c1f3487b-3cb0-492f-946d-d62fb4bea449 for host: dv-cinder-784945-5-smb {{(pid=85259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 13:20:40.951587 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a47a3f-38d7-4a94-8026-8f6c143a3d67 req-d875e6a3-2c82-40c0-bff3-4df3d05fe97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:40.953617 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-77a47a3f-38d7-4a94-8026-8f6c143a3d67 req-d875e6a3-2c82-40c0-bff3-4df3d05fe97c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0f9785c8-77af-4ae7-b996-ffbea947a1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1240947 Apr 15 13:20:40.971757 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57496181-23cc-4131-85f4-7da8c73fdcbf None None] Routers {'c1f3487b-3cb0-492f-946d-d62fb4bea449'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:20:40.972448 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-57496181-23cc-4131-85f4-7da8c73fdcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:20:15Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['c1f3487b-3cb0-492f-946d-d62fb4bea449'], 'active': True} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:20:40.977242 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c07e6b20-06b3-4402-b7f1-beb11abb9db8 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1033198'] for floatingip, after_update {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:40.998834 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c07e6b20-06b3-4402-b7f1-beb11abb9db8 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for floatingip, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:41.006148 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-c07e6b20-06b3-4402-b7f1-beb11abb9db8 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0825758 Apr 15 13:20:41.182568 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-77a47a3f-38d7-4a94-8026-8f6c143a3d67 req-2b7a1791-c3d9-4ca4-b1fb-6ce327cbd21c service neutron] 10.222.0.65 "GET /v2.0/networks/0f9785c8-77af-4ae7-b996-ffbea947a1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208436 Apr 15 13:20:41.192417 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a93995-a3f2-4ff0-ba70-a7746a0bac1b req-08d3addf-68da-4aa2-a292-f225402b5341 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:41.194182 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f3a93995-a3f2-4ff0-ba70-a7746a0bac1b req-08d3addf-68da-4aa2-a292-f225402b5341 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/ports?device_id=55ad9af0-0bc0-43a3-8504-e96b17497174 HTTP/1.1" status: 200 len: 944 time: 0.2029135 Apr 15 13:20:41.311024 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:41.370292 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f3a93995-a3f2-4ff0-ba70-a7746a0bac1b req-db85eb79-82f5-47f4-9b11-5f708a6022b2 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/security-groups?id=a270e018-042d-4e19-913b-98dc55775a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503818 Apr 15 13:20:41.387437 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-775c6675-a974-4cad-8d53-cc78f9e71623 req-9b949df7-662d-406e-96e8-0ad4a0446388 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1449037617&fields=id&tenant_id=3edcfff57f6b4d3a989c0baa167aa5b1 HTTP/1.1" status: 200 len: 267 time: 0.1468081 Apr 15 13:20:41.419767 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2ba3fb2-eb41-4547-abd6-775099e8d5c2 {{(pid=85259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 13:20:41.515524 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-77a47a3f-38d7-4a94-8026-8f6c143a3d67 req-5ce50aed-04c4-4ac9-b793-a12d82a6b03d service neutron] 10.222.0.65 "GET /v2.0/networks/0f9785c8-77af-4ae7-b996-ffbea947a1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203683 Apr 15 13:20:41.529498 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port d2ba3fb2-eb41-4547-abd6-775099e8d5c2, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=d2ba3fb2-eb41-4547-abd6-775099e8d5c2,segment=NetworkSegment(60a06f1b-e9cf-4fa0-a453-5fa9d1d48e17),segment_id=60a06f1b-e9cf-4fa0-a453-5fa9d1d48e17)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:20:41.545697 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:41.553904 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:20:41.594116 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-57496181-23cc-4131-85f4-7da8c73fdcbf None None] Set router c1f3487b-3cb0-492f-946d-d62fb4bea449 gateway port host: dv-cinder-784945-5-smb {{(pid=85259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:20:41.602158 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c6675-a974-4cad-8d53-cc78f9e71623 req-2fabee22-8568-45f6-acb6-6f71dadbf012 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:41.604031 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-775c6675-a974-4cad-8d53-cc78f9e71623 req-2fabee22-8568-45f6-acb6-6f71dadbf012 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/networks?id=a011c5a8-19dd-4b3a-aac8-fb661fc52f6c HTTP/1.1" status: 200 len: 817 time: 0.2001343 Apr 15 13:20:41.621523 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-775c6675-a974-4cad-8d53-cc78f9e71623 req-84075c23-262d-46b3-b04a-04c9adb97928 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/quotas/3edcfff57f6b4d3a989c0baa167aa5b1 HTTP/1.1" status: 200 len: 375 time: 0.0109184 Apr 15 13:20:41.725277 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-775c6675-a974-4cad-8d53-cc78f9e71623 req-83188a19-4a32-44c3-952b-b0eb13b58592 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Synchronizing usage tracker for tenant:3edcfff57f6b4d3a989c0baa167aa5b1 on resource:port {{(pid=85257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 13:20:41.744733 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-775c6675-a974-4cad-8d53-cc78f9e71623 req-83188a19-4a32-44c3-952b-b0eb13b58592 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Unset dirty status for tenant:3edcfff57f6b4d3a989c0baa167aa5b1 on resource:port {{(pid=85257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 13:20:41.755953 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-775c6675-a974-4cad-8d53-cc78f9e71623 req-83188a19-4a32-44c3-952b-b0eb13b58592 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3edcfff57f6b4d3a989c0baa167aa5b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1269648 Apr 15 13:20:41.820050 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Pushing event updated for resources: {'Port': ['ID=d2ba3fb2-eb41-4547-abd6-775099e8d5c2,revision_number=4']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:20:41.893199 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:20:41.893590 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:20:41.893974 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:20:41.894624 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:20:41.894743 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:20:41.896283 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:20:41.896672 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:20:41.897046 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:20:41.897424 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:20:41.897795 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:20:41.898168 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:20:41.898537 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:20:41.901821 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-775c6675-a974-4cad-8d53-cc78f9e71623 req-1e62f52d-35d9-4461-8351-1602b003ac22 service neutron] 10.222.0.64 "GET /v2.0/networks/a011c5a8-19dd-4b3a-aac8-fb661fc52f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400380 Apr 15 13:20:41.906792 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] get_ports_and_sgs() called for port_ids ['d2ba3fb2-eb41-4547-abd6-775099e8d5c2'] {{(pid=85259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 13:20:41.934050 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:20:42.071963 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-775c6675-a974-4cad-8d53-cc78f9e71623 req-539debf8-d5e7-4092-a8ba-d62aee8a4a7a service neutron] 10.222.0.64 "GET /v2.0/networks/a011c5a8-19dd-4b3a-aac8-fb661fc52f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550195 Apr 15 13:20:42.108264 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7602a5ef-98c2-48ce-ba04-93b773cd20e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:42.235144 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-57496181-23cc-4131-85f4-7da8c73fdcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f3487b-3cb0-492f-946d-d62fb4bea449', 'name': 'tempest-TestMinimumBasicScenario-1775623895-router', 'tenant_id': '06a7ee46542d4f8884190e4353903cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '16124606-8c76-4f02-9a6e-18cd2f8dfccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:17:38Z', 'updated_at': '2021-04-15T13:17:46Z', 'revision_number': 4, 'project_id': '06a7ee46542d4f8884190e4353903cd9', 'gw_port': {'id': '16124606-8c76-4f02-9a6e-18cd2f8dfccd', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f3487b-3cb0-492f-946d-d62fb4bea449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:17:39Z', 'updated_at': '2021-04-15T13:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_interfaces': [{'id': '69af9c83-65c4-4537-9aeb-28448dccfdfb', 'name': '', 'network_id': '0f9785c8-77af-4ae7-b996-ffbea947a1be', 'tenant_id': '06a7ee46542d4f8884190e4353903cd9', 'mac_address': 'fa:16:3e:c7:a9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f3487b-3cb0-492f-946d-d62fb4bea449', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '747f79b7-7f51-4cf9-813a-8c186b8b3fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:17:45Z', 'updated_at': '2021-04-15T13:17:59Z', 'revision_number': 5, 'project_id': '06a7ee46542d4f8884190e4353903cd9', 'subnets': [{'id': '747f79b7-7f51-4cf9-813a-8c186b8b3fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:20:42.248624 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57496181-23cc-4131-85f4-7da8c73fdcbf None None] The sync data for ids ['c1f3487b-3cb0-492f-946d-d62fb4bea449'] in dv-cinder-784945-5-smb is: [{'id': 'c1f3487b-3cb0-492f-946d-d62fb4bea449', 'name': 'tempest-TestMinimumBasicScenario-1775623895-router', 'tenant_id': '06a7ee46542d4f8884190e4353903cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '16124606-8c76-4f02-9a6e-18cd2f8dfccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:17:38Z', 'updated_at': '2021-04-15T13:17:46Z', 'revision_number': 4, 'project_id': '06a7ee46542d4f8884190e4353903cd9', 'gw_port': {'id': '16124606-8c76-4f02-9a6e-18cd2f8dfccd', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f3487b-3cb0-492f-946d-d62fb4bea449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:17:39Z', 'updated_at': '2021-04-15T13:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_interfaces': [{'id': '69af9c83-65c4-4537-9aeb-28448dccfdfb', 'name': '', 'network_id': '0f9785c8-77af-4ae7-b996-ffbea947a1be', 'tenant_id': '06a7ee46542d4f8884190e4353903cd9', 'mac_address': 'fa:16:3e:c7:a9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f3487b-3cb0-492f-946d-d62fb4bea449', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '747f79b7-7f51-4cf9-813a-8c186b8b3fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:17:45Z', 'updated_at': '2021-04-15T13:17:59Z', 'revision_number': 5, 'project_id': '06a7ee46542d4f8884190e4353903cd9', 'subnets': [{'id': '747f79b7-7f51-4cf9-813a-8c186b8b3fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 13:20:42.305097 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-bde6aca7-5f57-4fd0-a037-155b94dff591 req-2bf8dda1-e46d-4ced-bdbe-270adebbd04c tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 210 time: 0.0675046 Apr 15 13:20:42.619104 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a666625-3c5a-4846-b309-5865d705d9a7 req-e8ca919d-edd7-423f-96ee-fba34a0e81e0 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:42.620797 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-3a666625-3c5a-4846-b309-5865d705d9a7 req-e8ca919d-edd7-423f-96ee-fba34a0e81e0 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/ports?device_id=55ad9af0-0bc0-43a3-8504-e96b17497174 HTTP/1.1" status: 200 len: 945 time: 0.1077845 Apr 15 13:20:42.659449 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e1df48-75f1-4b1a-8b4d-b70a5424c09f None None] New status for floating IP fbdbfd77-765a-4aa0-9522-3c86039dbb78: DOWN {{(pid=85260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 13:20:42.683300 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-3a666625-3c5a-4846-b309-5865d705d9a7 req-bd867cf9-5bb7-49f7-849f-79f875e9f5e4 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/security-groups?id=a270e018-042d-4e19-913b-98dc55775a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556576 Apr 15 13:20:43.902390 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-69057f00-2d40-47ab-93d9-355568065c8c req-ab501223-3a09-4f77-8908-34f77b9b254b tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 210 time: 0.4082329 Apr 15 13:20:43.944989 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c6675-a974-4cad-8d53-cc78f9e71623 req-66b7945f-19a0-4295-b2ec-74b58b5026d6 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:43.946664 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-775c6675-a974-4cad-8d53-cc78f9e71623 req-66b7945f-19a0-4295-b2ec-74b58b5026d6 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.65 "GET /v2.0/networks?id=a011c5a8-19dd-4b3a-aac8-fb661fc52f6c HTTP/1.1" status: 200 len: 817 time: 0.5374379 Apr 15 13:20:44.002676 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc477ef9-bb30-4c84-969b-d947ca9b5af8 req-25a5b12b-3c5b-4abc-bcb9-d5915a1765cd tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:44.005401 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-dc477ef9-bb30-4c84-969b-d947ca9b5af8 req-25a5b12b-3c5b-4abc-bcb9-d5915a1765cd tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/ports?device_id=55ad9af0-0bc0-43a3-8504-e96b17497174 HTTP/1.1" status: 200 len: 945 time: 0.1630418 Apr 15 13:20:44.156103 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-dc477ef9-bb30-4c84-969b-d947ca9b5af8 req-14090b91-ebd7-410a-b38d-07e061ee1b95 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/security-groups?id=a270e018-042d-4e19-913b-98dc55775a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373448 Apr 15 13:20:44.162427 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-775c6675-a974-4cad-8d53-cc78f9e71623 req-4ccd4e29-0517-4703-8d0e-9ed9dc2aa065 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3edcfff57f6b4d3a989c0baa167aa5b1 HTTP/1.1" status: 200 len: 5709 time: 0.1916251 Apr 15 13:20:44.175836 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [req-775c6675-a974-4cad-8d53-cc78f9e71623 req-c46a51f1-e928-4f13-8cae-2667f4faa76a tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Request body: {'port': {'device_id': 'bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff', 'network_id': 'a011c5a8-19dd-4b3a-aac8-fb661fc52f6c', 'admin_state_up': True, 'tenant_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'security_groups': ['67aa45f3-507c-493d-b610-ae052b9853f4']}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:20:44.281818 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a2603-2703-4e0d-bb24-a3be660e57d3 req-2a63dc78-5911-4db7-8e33-ce278f7d7fee tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:44.283443 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c43a2603-2703-4e0d-bb24-a3be660e57d3 req-2a63dc78-5911-4db7-8e33-ce278f7d7fee tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc6147fd-2d41-43ca-8abd-49f6f364bc78 HTTP/1.1" status: 200 len: 945 time: 0.2635155 Apr 15 13:20:44.381039 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c43a2603-2703-4e0d-bb24-a3be660e57d3 req-4dca24db-ae1d-4cc3-808c-a5f4cd94a1d7 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/security-groups?id=54ae3d8d-9200-4f86-bc71-03d25659e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843120 Apr 15 13:20:44.394307 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [req-775c6675-a974-4cad-8d53-cc78f9e71623 req-c46a51f1-e928-4f13-8cae-2667f4faa76a tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:20:44.405572 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [req-775c6675-a974-4cad-8d53-cc78f9e71623 req-c46a51f1-e928-4f13-8cae-2667f4faa76a tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:20:44.416031 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-775c6675-a974-4cad-8d53-cc78f9e71623 req-c46a51f1-e928-4f13-8cae-2667f4faa76a tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Made reservation on behalf of 3edcfff57f6b4d3a989c0baa167aa5b1 for: {'port': 1} {{(pid=85257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 13:20:44.422100 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-775c6675-a974-4cad-8d53-cc78f9e71623 req-c46a51f1-e928-4f13-8cae-2667f4faa76a tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:44.566196 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device d2ba3fb2-eb41-4547-abd6-775099e8d5c2 up at agent hyperv_hv-cinder-78494 {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:20:44.598844 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_common [req-775c6675-a974-4cad-8d53-cc78f9e71623 req-c46a51f1-e928-4f13-8cae-2667f4faa76a tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Allocated IP 172.20.0.12 (a011c5a8-19dd-4b3a-aac8-fb661fc52f6c/a4c8aae7-d54c-4123-b3a9-729be74bee3f/24d65a3e-507c-49d7-b23b-3a4c1a108d3f) {{(pid=85257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 13:20:44.652193 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-3a139e42-28e0-4f3f-9d4b-fe93b4a1431d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:44.654393 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Provisioning for port d2ba3fb2-eb41-4547-abd6-775099e8d5c2 completed by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:20:44.659571 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Provisioning complete for port d2ba3fb2-eb41-4547-abd6-775099e8d5c2 triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:20:44.659989 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:44.792241 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:44.807005 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-775c6675-a974-4cad-8d53-cc78f9e71623 req-c46a51f1-e928-4f13-8cae-2667f4faa76a tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks [] for port, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:44.820981 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55ad9af0-0bc0-43a3-8504-e96b17497174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2ba3fb2-eb41-4547-abd6-775099e8d5c2'}] {{(pid=85259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:20:44.823337 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [req-775c6675-a974-4cad-8d53-cc78f9e71623 req-c46a51f1-e928-4f13-8cae-2667f4faa76a tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Transition to ACTIVE for port object 24d65a3e-507c-49d7-b23b-3a4c1a108d3f will not be triggered until provisioned by entity DHCP. {{(pid=85257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:20:44.831661 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port d2ba3fb2-eb41-4547-abd6-775099e8d5c2, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=d2ba3fb2-eb41-4547-abd6-775099e8d5c2,segment=NetworkSegment(60a06f1b-e9cf-4fa0-a453-5fa9d1d48e17),segment_id=60a06f1b-e9cf-4fa0-a453-5fa9d1d48e17)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:20:44.835635 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:44.837505 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:20:44.849988 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-775c6675-a974-4cad-8d53-cc78f9e71623 req-c46a51f1-e928-4f13-8cae-2667f4faa76a tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757045383897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842649921'] for port, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:44.868883 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-a8b6061e-5064-4c24-b972-f2398564737f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:20:44.875957 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55ad9af0-0bc0-43a3-8504-e96b17497174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2ba3fb2-eb41-4547-abd6-775099e8d5c2', 'code': 200} Apr 15 13:20:44.927003 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Pushing event updated for resources: {'Port': ['ID=d2ba3fb2-eb41-4547-abd6-775099e8d5c2,revision_number=5']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:20:44.931705 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:20:45.021354 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a51f1-e928-4f13-8cae-2667f4faa76a tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Pushing event updated for resources: {'Port': ['ID=24d65a3e-507c-49d7-b23b-3a4c1a108d3f,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:20:45.026090 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-c46a51f1-e928-4f13-8cae-2667f4faa76a tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:20:45.129846 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-775c6675-a974-4cad-8d53-cc78f9e71623 req-c46a51f1-e928-4f13-8cae-2667f4faa76a tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Network a011c5a8-19dd-4b3a-aac8-fb661fc52f6c is already hosted by enough agents. {{(pid=85257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 13:20:45.131027 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [req-775c6675-a974-4cad-8d53-cc78f9e71623 req-c46a51f1-e928-4f13-8cae-2667f4faa76a tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Resources bound (agent type, host, resource id): {{(pid=85257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:20:45.138214 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [req-775c6675-a974-4cad-8d53-cc78f9e71623 req-c46a51f1-e928-4f13-8cae-2667f4faa76a tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Received port after_create {{(pid=85257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 13:20:45.282176 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c6675-a974-4cad-8d53-cc78f9e71623 req-c46a51f1-e928-4f13-8cae-2667f4faa76a tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:45.282868 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-775c6675-a974-4cad-8d53-cc78f9e71623 req-c46a51f1-e928-4f13-8cae-2667f4faa76a tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for port, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:45.328945 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032806e-2368-4fd4-8ce0-238963fcf50a req-53397fb8-fa10-42dc-9468-f2419b887144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:45.330570 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-0032806e-2368-4fd4-8ce0-238963fcf50a req-53397fb8-fa10-42dc-9468-f2419b887144 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=55ad9af0-0bc0-43a3-8504-e96b17497174 HTTP/1.1" status: 200 len: 1099 time: 0.2438848 Apr 15 13:20:45.341273 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-775c6675-a974-4cad-8d53-cc78f9e71623 req-c46a51f1-e928-4f13-8cae-2667f4faa76a tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1705279 Apr 15 13:20:45.368155 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [req-775c6675-a974-4cad-8d53-cc78f9e71623 req-4925c18f-4ea6-43e9-b67d-993c9b28b623 service neutron] Request body: {'port': {'device_id': 'bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:20:45.401008 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c87900dd-59db-4d9b-b688-8554058ba32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:45.402568 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-b2d830eb-85e4-4cd9-815d-0b8f7bed90a8 None None] Provisioning for port 24d65a3e-507c-49d7-b23b-3a4c1a108d3f completed by entity DHCP. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:20:45.407899 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-b2d830eb-85e4-4cd9-815d-0b8f7bed90a8 None None] Provisioning complete for port 24d65a3e-507c-49d7-b23b-3a4c1a108d3f triggered by entity DHCP. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:20:45.408390 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b2d830eb-85e4-4cd9-815d-0b8f7bed90a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:45.470793 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-b2d830eb-85e4-4cd9-815d-0b8f7bed90a8 None None] Port 24d65a3e-507c-49d7-b23b-3a4c1a108d3f cannot update to ACTIVE because it is not bound. {{(pid=85259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 13:20:45.519461 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-0032806e-2368-4fd4-8ce0-238963fcf50a req-5871a284-1e1d-49b5-85fb-c01c06485df7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a270e018-042d-4e19-913b-98dc55775a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801999 Apr 15 13:20:45.527700 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e88ac-8b7d-4576-91b6-a3c0f2f54a1b req-7801d28a-b2a9-46b0-8ff4-f1a17602cbfb tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:45.528459 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-3e7e88ac-8b7d-4576-91b6-a3c0f2f54a1b req-7801d28a-b2a9-46b0-8ff4-f1a17602cbfb tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Synchronizing usage tracker for tenant:3edcfff57f6b4d3a989c0baa167aa5b1 on resource:port {{(pid=85257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 13:20:45.605929 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-3e7e88ac-8b7d-4576-91b6-a3c0f2f54a1b req-7801d28a-b2a9-46b0-8ff4-f1a17602cbfb tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Unset dirty status for tenant:3edcfff57f6b4d3a989c0baa167aa5b1 on resource:port {{(pid=85257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 13:20:45.607154 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-3e7e88ac-8b7d-4576-91b6-a3c0f2f54a1b req-7801d28a-b2a9-46b0-8ff4-f1a17602cbfb tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 932 time: 0.5636618 Apr 15 13:20:45.645014 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-775c6675-a974-4cad-8d53-cc78f9e71623 req-4925c18f-4ea6-43e9-b67d-993c9b28b623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:45.662785 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e81a1-f04b-47fd-8bc9-795b415925f4 req-2aa8200e-ca1d-46f4-9694-937778fa9238 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:45.664432 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c65e81a1-f04b-47fd-8bc9-795b415925f4 req-2aa8200e-ca1d-46f4-9694-937778fa9238 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/ports?device_id=55ad9af0-0bc0-43a3-8504-e96b17497174 HTTP/1.1" status: 200 len: 946 time: 0.3692758 Apr 15 13:20:45.774734 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-3e7e88ac-8b7d-4576-91b6-a3c0f2f54a1b req-6c06acff-9d2a-4367-a861-5b0c02008ddf tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=67aa45f3-507c-493d-b610-ae052b9853f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494360 Apr 15 13:20:45.837615 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c65e81a1-f04b-47fd-8bc9-795b415925f4 req-99449587-2515-4117-a6b5-81e1a4b4ff77 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/security-groups?id=a270e018-042d-4e19-913b-98dc55775a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635082 Apr 15 13:20:45.964524 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:46.224266 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db6e63-4eb8-4b4c-8ae5-ed48e52d58e2 req-6452ba3d-d8dd-42f7-8b9e-59878fecbcda tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:46.225869 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-12db6e63-4eb8-4b4c-8ae5-ed48e52d58e2 req-6452ba3d-d8dd-42f7-8b9e-59878fecbcda tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc6147fd-2d41-43ca-8abd-49f6f364bc78 HTTP/1.1" status: 200 len: 945 time: 0.2662585 Apr 15 13:20:46.363728 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-12db6e63-4eb8-4b4c-8ae5-ed48e52d58e2 req-8e8e3a55-21f7-4b54-acb0-9bf14b4fefaa tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/security-groups?id=54ae3d8d-9200-4f86-bc71-03d25659e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300628 Apr 15 13:20:46.375563 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce45d60-f7da-47b2-938b-c41853f52a63 req-397a8cb2-5db9-4f5b-b847-3ac943188d2c tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:46.377197 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-7ce45d60-f7da-47b2-938b-c41853f52a63 req-397a8cb2-5db9-4f5b-b847-3ac943188d2c tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc6147fd-2d41-43ca-8abd-49f6f364bc78 HTTP/1.1" status: 200 len: 945 time: 0.2522342 Apr 15 13:20:46.393855 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [req-775c6675-a974-4cad-8d53-cc78f9e71623 req-4925c18f-4ea6-43e9-b67d-993c9b28b623 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24d65a3e-507c-49d7-b23b-3a4c1a108d3f {{(pid=85257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 13:20:46.445194 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-775c6675-a974-4cad-8d53-cc78f9e71623 req-4925c18f-4ea6-43e9-b67d-993c9b28b623 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:46.478551 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [req-775c6675-a974-4cad-8d53-cc78f9e71623 req-4925c18f-4ea6-43e9-b67d-993c9b28b623 service neutron] Transition to ACTIVE for port object 24d65a3e-507c-49d7-b23b-3a4c1a108d3f will not be triggered until provisioned by entity L2. {{(pid=85257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:20:46.488141 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [req-7ce45d60-f7da-47b2-938b-c41853f52a63 req-acf4c67b-0ef5-4cbf-89af-1a0fa3f9e19e tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Deleting port c219c348-57ba-4d15-9dff-047a3a087bd9 {{(pid=85257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 13:20:46.488632 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-7ce45d60-f7da-47b2-938b-c41853f52a63 req-acf4c67b-0ef5-4cbf-89af-1a0fa3f9e19e tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279808963205'] for port, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:46.521908 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-775c6675-a974-4cad-8d53-cc78f9e71623 req-4925c18f-4ea6-43e9-b67d-993c9b28b623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12125831'] for port, after_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:46.543898 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-0ff65c62-0813-4e0d-8a14-d95c74b84d40 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:20:46.912923 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47a557f2-6ce0-416f-9ef8-17658d5933ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:47.087323 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4925c18f-4ea6-43e9-b67d-993c9b28b623 service neutron] Pushing event updated for resources: {'Port': ['ID=24d65a3e-507c-49d7-b23b-3a4c1a108d3f,revision_number=2']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:20:47.093833 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-4925c18f-4ea6-43e9-b67d-993c9b28b623 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:20:47.416295 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ee60d-a64d-400d-beec-8140877d13c8 req-4f6c7519-c78d-4acc-b802-d4763e3cbade tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:47.418067 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-174ee60d-a64d-400d-beec-8140877d13c8 req-4f6c7519-c78d-4acc-b802-d4763e3cbade tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 944 time: 0.4768147 Apr 15 13:20:47.476822 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c04aa-1e84-4813-9acc-1da1c8ffb1ab req-d1b28028-d363-4bbf-b120-b16984e9c2a7 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:47.478491 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-da3c04aa-1e84-4813-9acc-1da1c8ffb1ab req-d1b28028-d363-4bbf-b120-b16984e9c2a7 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/ports?device_id=55ad9af0-0bc0-43a3-8504-e96b17497174 HTTP/1.1" status: 200 len: 946 time: 0.4836698 Apr 15 13:20:47.601212 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [req-7ce45d60-f7da-47b2-938b-c41853f52a63 req-acf4c67b-0ef5-4cbf-89af-1a0fa3f9e19e tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] For port c219c348-57ba-4d15-9dff-047a3a087bd9, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c219c348-57ba-4d15-9dff-047a3a087bd9,segment=NetworkSegment(9733c4a1-3989-4087-8d08-859d05e9e450),segment_id=9733c4a1-3989-4087-8d08-859d05e9e450)] {{(pid=85257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:20:47.601517 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-7ce45d60-f7da-47b2-938b-c41853f52a63 req-acf4c67b-0ef5-4cbf-89af-1a0fa3f9e19e tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853842851'] for port, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:47.771692 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-174ee60d-a64d-400d-beec-8140877d13c8 req-504df5cc-65b3-4ed9-96d4-093520cf86cb tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=67aa45f3-507c-493d-b610-ae052b9853f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3126841 Apr 15 13:20:47.779638 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [req-7ce45d60-f7da-47b2-938b-c41853f52a63 req-acf4c67b-0ef5-4cbf-89af-1a0fa3f9e19e tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Calling delete_port for c219c348-57ba-4d15-9dff-047a3a087bd9 owned by compute:nova {{(pid=85257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 13:20:47.832794 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-da3c04aa-1e84-4813-9acc-1da1c8ffb1ab req-d5e42574-460b-4631-95de-42a2db74148d tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/security-groups?id=a270e018-042d-4e19-913b-98dc55775a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232746 Apr 15 13:20:47.856316 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [req-775c6675-a974-4cad-8d53-cc78f9e71623 req-4925c18f-4ea6-43e9-b67d-993c9b28b623 service neutron] Attempting to bind port 24d65a3e-507c-49d7-b23b-3a4c1a108d3f on host hv-cinder-78494 for vnic_type normal with profile {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 13:20:47.856634 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [req-775c6675-a974-4cad-8d53-cc78f9e71623 req-4925c18f-4ea6-43e9-b67d-993c9b28b623 service neutron] Attempting to bind port 24d65a3e-507c-49d7-b23b-3a4c1a108d3f by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '063acdd5-d5b4-42f0-8d65-a7c12793df51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a011c5a8-19dd-4b3a-aac8-fb661fc52f6c'}] {{(pid=85257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 13:20:47.857009 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775c6675-a974-4cad-8d53-cc78f9e71623 req-4925c18f-4ea6-43e9-b67d-993c9b28b623 service neutron] Attempting to bind port 24d65a3e-507c-49d7-b23b-3a4c1a108d3f on network a011c5a8-19dd-4b3a-aac8-fb661fc52f6c {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:20:47.889666 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775c6675-a974-4cad-8d53-cc78f9e71623 req-4925c18f-4ea6-43e9-b67d-993c9b28b623 service neutron] Port 24d65a3e-507c-49d7-b23b-3a4c1a108d3f on network a011c5a8-19dd-4b3a-aac8-fb661fc52f6c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 13:20:47.890042 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775c6675-a974-4cad-8d53-cc78f9e71623 req-4925c18f-4ea6-43e9-b67d-993c9b28b623 service neutron] Attempting to bind port 24d65a3e-507c-49d7-b23b-3a4c1a108d3f on network a011c5a8-19dd-4b3a-aac8-fb661fc52f6c {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:20:47.921597 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775c6675-a974-4cad-8d53-cc78f9e71623 req-4925c18f-4ea6-43e9-b67d-993c9b28b623 service neutron] Checking agent: {'id': '473bf83e-daba-40de-92d3-877eb5111141', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 13, 13, 53), 'started_at': datetime.datetime(2021, 4, 15, 13, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 13, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 13:20:47.921989 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775c6675-a974-4cad-8d53-cc78f9e71623 req-4925c18f-4ea6-43e9-b67d-993c9b28b623 service neutron] Checking segment: {'id': '063acdd5-d5b4-42f0-8d65-a7c12793df51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a011c5a8-19dd-4b3a-aac8-fb661fc52f6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:20:47.922554 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775c6675-a974-4cad-8d53-cc78f9e71623 req-4925c18f-4ea6-43e9-b67d-993c9b28b623 service neutron] Bound using segment: {'id': '063acdd5-d5b4-42f0-8d65-a7c12793df51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a011c5a8-19dd-4b3a-aac8-fb661fc52f6c'} {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 13:20:47.923010 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [req-775c6675-a974-4cad-8d53-cc78f9e71623 req-4925c18f-4ea6-43e9-b67d-993c9b28b623 service neutron] Bound port: 24d65a3e-507c-49d7-b23b-3a4c1a108d3f, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '063acdd5-d5b4-42f0-8d65-a7c12793df51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a011c5a8-19dd-4b3a-aac8-fb661fc52f6c'}}] {{(pid=85257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 13:20:47.923409 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-775c6675-a974-4cad-8d53-cc78f9e71623 req-4925c18f-4ea6-43e9-b67d-993c9b28b623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:48.158175 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-7ce45d60-f7da-47b2-938b-c41853f52a63 req-acf4c67b-0ef5-4cbf-89af-1a0fa3f9e19e tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757045826334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279809391903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842649921'] for port, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:48.177355 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [req-775c6675-a974-4cad-8d53-cc78f9e71623 req-4925c18f-4ea6-43e9-b67d-993c9b28b623 service neutron] For port 24d65a3e-507c-49d7-b23b-3a4c1a108d3f, host hv-cinder-78494, cleared binding levels {{(pid=85257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 13:20:48.179552 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-3e4a8687-f346-4a1d-8fe9-d1df5bce4f07 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:20:48.281344 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf4c67b-0ef5-4cbf-89af-1a0fa3f9e19e tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Pushing event deleted for resources: {'Port': ['ID=c219c348-57ba-4d15-9dff-047a3a087bd9,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:20:48.298309 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fb516e-0e56-4b3b-b304-2e265d8fa654 req-7d985ad5-f5dd-4755-905c-8542adda50e9 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:48.299963 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-49fb516e-0e56-4b3b-b304-2e265d8fa654 req-7d985ad5-f5dd-4755-905c-8542adda50e9 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc6147fd-2d41-43ca-8abd-49f6f364bc78 HTTP/1.1" status: 200 len: 945 time: 0.3652217 Apr 15 13:20:48.304006 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-acf4c67b-0ef5-4cbf-89af-1a0fa3f9e19e tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:20:48.307422 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [req-775c6675-a974-4cad-8d53-cc78f9e71623 req-4925c18f-4ea6-43e9-b67d-993c9b28b623 service neutron] For port 24d65a3e-507c-49d7-b23b-3a4c1a108d3f, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=24d65a3e-507c-49d7-b23b-3a4c1a108d3f,segment=NetworkSegment(063acdd5-d5b4-42f0-8d65-a7c12793df51),segment_id=063acdd5-d5b4-42f0-8d65-a7c12793df51)] {{(pid=85257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 13:20:48.333759 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-775c6675-a974-4cad-8d53-cc78f9e71623 req-4925c18f-4ea6-43e9-b67d-993c9b28b623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12125831'] for port, after_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:48.354180 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-15e5c152-dce8-4a78-bcc3-6b9aff56f1c9 tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:20:48.552462 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-49fb516e-0e56-4b3b-b304-2e265d8fa654 req-2890e86d-ade6-4101-9a85-17ba67fde7d9 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.64 "GET /v2.0/security-groups?id=54ae3d8d-9200-4f86-bc71-03d25659e041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365866 Apr 15 13:20:48.568978 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device c219c348-57ba-4d15-9dff-047a3a087bd9 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 13:20:48.589539 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4925c18f-4ea6-43e9-b67d-993c9b28b623 service neutron] Pushing event updated for resources: {'Port': ['ID=24d65a3e-507c-49d7-b23b-3a4c1a108d3f,revision_number=3']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:20:48.598988 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-4925c18f-4ea6-43e9-b67d-993c9b28b623 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:20:48.620526 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] No Port match for: c219c348-57ba-4d15-9dff-047a3a087bd9 {{(pid=85259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 13:20:48.621622 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device c219c348-57ba-4d15-9dff-047a3a087bd9 not bound to the agent host hv-cinder-78494 {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 13:20:48.706793 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce45d60-f7da-47b2-938b-c41853f52a63 req-acf4c67b-0ef5-4cbf-89af-1a0fa3f9e19e tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] No DVR routers for this DVR port c219c348-57ba-4d15-9dff-047a3a087bd9 on host hv-cinder-78494 {{(pid=85257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 13:20:48.711344 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-7ce45d60-f7da-47b2-938b-c41853f52a63 req-acf4c67b-0ef5-4cbf-89af-1a0fa3f9e19e tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for port, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:48.714100 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6147fd-2d41-43ca-8abd-49f6f364bc78', 'name': 'network-vif-deleted', 'tag': 'c219c348-57ba-4d15-9dff-047a3a087bd9'}] {{(pid=85257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:20:48.731798 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c6675-a974-4cad-8d53-cc78f9e71623 req-4925c18f-4ea6-43e9-b67d-993c9b28b623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:48.732477 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-775c6675-a974-4cad-8d53-cc78f9e71623 req-4925c18f-4ea6-43e9-b67d-993c9b28b623 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for port, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:48.733961 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-775c6675-a974-4cad-8d53-cc78f9e71623 req-4925c18f-4ea6-43e9-b67d-993c9b28b623 service neutron] 10.222.0.65 "PUT /v2.0/ports/24d65a3e-507c-49d7-b23b-3a4c1a108d3f HTTP/1.1" status: 200 len: 1094 time: 3.3732529 Apr 15 13:20:48.735468 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-7ce45d60-f7da-47b2-938b-c41853f52a63 req-acf4c67b-0ef5-4cbf-89af-1a0fa3f9e19e tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] 10.222.0.65 "DELETE /v2.0/ports/c219c348-57ba-4d15-9dff-047a3a087bd9 HTTP/1.1" status: 204 len: 173 time: 2.3444149 Apr 15 13:20:48.817156 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6147fd-2d41-43ca-8abd-49f6f364bc78', 'name': 'network-vif-deleted', 'tag': 'c219c348-57ba-4d15-9dff-047a3a087bd9', 'status': 'completed', 'code': 200} Apr 15 13:20:49.054035 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c6675-a974-4cad-8d53-cc78f9e71623 req-ea73138e-ddf8-444e-b6e7-75ca9fe98eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:49.059235 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-775c6675-a974-4cad-8d53-cc78f9e71623 req-ea73138e-ddf8-444e-b6e7-75ca9fe98eee service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3edcfff57f6b4d3a989c0baa167aa5b1&device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 1097 time: 0.2130880 Apr 15 13:20:49.088197 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c88b2a-0cad-419c-a16e-24371a5eb562 req-79c2dfc7-eec0-48c3-b155-45f3bf78b58b tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:49.091703 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-30c88b2a-0cad-419c-a16e-24371a5eb562 req-79c2dfc7-eec0-48c3-b155-45f3bf78b58b tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 944 time: 0.1431844 Apr 15 13:20:49.248902 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-775c6675-a974-4cad-8d53-cc78f9e71623 req-5032b015-41c1-4445-98de-62be6b124788 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24d65a3e-507c-49d7-b23b-3a4c1a108d3f HTTP/1.1" status: 200 len: 217 time: 0.1553619 Apr 15 13:20:49.303828 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-30c88b2a-0cad-419c-a16e-24371a5eb562 req-e685e05c-20fd-46dc-abe9-1a8e462ee002 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=67aa45f3-507c-493d-b610-ae052b9853f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351426 Apr 15 13:20:49.383046 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72895e88-49f5-4e1e-8e2a-0a0dd9930c77 req-775a4b2f-d027-4343-b77a-46b72065771c tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:49.384698 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-72895e88-49f5-4e1e-8e2a-0a0dd9930c77 req-775a4b2f-d027-4343-b77a-46b72065771c tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=62985525-0c15-4984-82f8-978a9cbe3652 HTTP/1.1" status: 200 len: 946 time: 0.2183425 Apr 15 13:20:49.434113 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c6675-a974-4cad-8d53-cc78f9e71623 req-d29e77e2-03f1-485f-b963-155a074d89dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:49.435750 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-775c6675-a974-4cad-8d53-cc78f9e71623 req-d29e77e2-03f1-485f-b963-155a074d89dc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a4c8aae7-d54c-4123-b3a9-729be74bee3f HTTP/1.1" status: 200 len: 856 time: 0.1188436 Apr 15 13:20:49.448027 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-72895e88-49f5-4e1e-8e2a-0a0dd9930c77 req-dfd33890-8477-45c0-9e4b-b1b218be321f tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc549f9b-c33b-452f-aa7c-14b9d1deb093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563076 Apr 15 13:20:49.768582 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c6675-a974-4cad-8d53-cc78f9e71623 req-a47bab85-d61b-4c7a-9e8c-6b56cee4be8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:49.771088 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-775c6675-a974-4cad-8d53-cc78f9e71623 req-a47bab85-d61b-4c7a-9e8c-6b56cee4be8a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a011c5a8-19dd-4b3a-aac8-fb661fc52f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0938244 Apr 15 13:20:50.169815 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-775c6675-a974-4cad-8d53-cc78f9e71623 req-115437a6-2b92-49ae-a464-5db5200e1053 service neutron] 10.222.0.65 "GET /v2.0/networks/a011c5a8-19dd-4b3a-aac8-fb661fc52f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910122 Apr 15 13:20:50.321567 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-775c6675-a974-4cad-8d53-cc78f9e71623 req-706c8b68-b63b-4359-88ba-9e0f89560865 service neutron] 10.222.0.65 "GET /v2.0/networks/a011c5a8-19dd-4b3a-aac8-fb661fc52f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446893 Apr 15 13:20:50.450761 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 42842) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:20:50.537903 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41112f-f11d-4f27-8cbb-9c571994d0ca req-5eae053a-9c05-433a-8e57-896a530ca48b tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:50.539644 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-9e41112f-f11d-4f27-8cbb-9c571994d0ca req-5eae053a-9c05-433a-8e57-896a530ca48b tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 944 time: 0.1049545 Apr 15 13:20:50.639140 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-9e41112f-f11d-4f27-8cbb-9c571994d0ca req-88575f68-035b-4948-a8f5-3d5e006f5d7d tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=67aa45f3-507c-493d-b610-ae052b9853f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910587 Apr 15 13:20:50.696929 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb9a383-ebe0-4d74-88b9-cf5516df88c9 req-96fa354f-7179-4355-8941-2143236e00ee tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:50.699115 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-3fb9a383-ebe0-4d74-88b9-cf5516df88c9 req-96fa354f-7179-4355-8941-2143236e00ee tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=62985525-0c15-4984-82f8-978a9cbe3652 HTTP/1.1" status: 200 len: 946 time: 0.1099281 Apr 15 13:20:50.754899 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-3fb9a383-ebe0-4d74-88b9-cf5516df88c9 req-8bca4331-2797-48f2-b5e1-653eaad81add tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc549f9b-c33b-452f-aa7c-14b9d1deb093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481117 Apr 15 13:20:50.819004 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff', 'tag': '24d65a3e-507c-49d7-b23b-3a4c1a108d3f'}] {{(pid=85257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:20:51.018821 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff', 'tag': '24d65a3e-507c-49d7-b23b-3a4c1a108d3f', 'status': 'completed', 'code': 200} Apr 15 13:20:51.084655 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-6f78e187-9f2e-42ea-a844-98d514380bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853743104'] for router_interface, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:51.154761 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aea8c5-2b9e-4f9f-b900-5782a6a0ee30 req-c88157d9-f2c3-4b96-92b1-7c33a539b02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:51.156447 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-86aea8c5-2b9e-4f9f-b900-5782a6a0ee30 req-c88157d9-f2c3-4b96-92b1-7c33a539b02a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3edcfff57f6b4d3a989c0baa167aa5b1&device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 1097 time: 0.0870156 Apr 15 13:20:51.323883 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aea8c5-2b9e-4f9f-b900-5782a6a0ee30 req-668e4c77-8d3b-47e9-b939-486ba63cf3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:51.325652 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-86aea8c5-2b9e-4f9f-b900-5782a6a0ee30 req-668e4c77-8d3b-47e9-b939-486ba63cf3bb service neutron] 10.222.0.65 "GET /v2.0/networks?id=a011c5a8-19dd-4b3a-aac8-fb661fc52f6c HTTP/1.1" status: 200 len: 918 time: 0.1596880 Apr 15 13:20:51.406029 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-86aea8c5-2b9e-4f9f-b900-5782a6a0ee30 req-dff2eeaa-c663-49e3-9341-0837b104a247 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24d65a3e-507c-49d7-b23b-3a4c1a108d3f HTTP/1.1" status: 200 len: 217 time: 0.0710151 Apr 15 13:20:51.480450 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aea8c5-2b9e-4f9f-b900-5782a6a0ee30 req-43237641-0abc-454f-b613-8b0cc3def754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:51.482035 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-86aea8c5-2b9e-4f9f-b900-5782a6a0ee30 req-43237641-0abc-454f-b613-8b0cc3def754 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a4c8aae7-d54c-4123-b3a9-729be74bee3f HTTP/1.1" status: 200 len: 856 time: 0.0680869 Apr 15 13:20:51.573322 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aea8c5-2b9e-4f9f-b900-5782a6a0ee30 req-e727dc62-2e10-43cb-abed-0f2a8619e3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:51.574954 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-86aea8c5-2b9e-4f9f-b900-5782a6a0ee30 req-e727dc62-2e10-43cb-abed-0f2a8619e3cb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a011c5a8-19dd-4b3a-aac8-fb661fc52f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0852437 Apr 15 13:20:51.692274 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-6f78e187-9f2e-42ea-a844-98d514380bf4 admin admin] Deleting port 69af9c83-65c4-4537-9aeb-28448dccfdfb {{(pid=85258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 13:20:51.692565 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-6f78e187-9f2e-42ea-a844-98d514380bf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279808963205'] for port, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:51.730129 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-86aea8c5-2b9e-4f9f-b900-5782a6a0ee30 req-aea6081f-33ff-45fe-b8b6-9d985aacfd54 service neutron] 10.222.0.65 "GET /v2.0/networks/a011c5a8-19dd-4b3a-aac8-fb661fc52f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433475 Apr 15 13:20:51.965423 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-6f78e187-9f2e-42ea-a844-98d514380bf4 admin admin] For port 69af9c83-65c4-4537-9aeb-28448dccfdfb, host dv-cinder-784945-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=69af9c83-65c4-4537-9aeb-28448dccfdfb,segment=NetworkSegment(9733c4a1-3989-4087-8d08-859d05e9e450),segment_id=9733c4a1-3989-4087-8d08-859d05e9e450)] {{(pid=85258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:20:51.965861 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-6f78e187-9f2e-42ea-a844-98d514380bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853842851'] for port, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:52.004953 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-86aea8c5-2b9e-4f9f-b900-5782a6a0ee30 req-cd39beb6-cb88-443e-b80f-010bcb8c668f service neutron] 10.222.0.65 "GET /v2.0/networks/a011c5a8-19dd-4b3a-aac8-fb661fc52f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722251 Apr 15 13:20:52.053057 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd360c9-e9cc-4da2-af3c-b7b96769f2fa req-afbf60a6-6815-4925-81d0-40217936b6b2 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:52.054659 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-3cd360c9-e9cc-4da2-af3c-b7b96769f2fa req-afbf60a6-6815-4925-81d0-40217936b6b2 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 944 time: 0.2115972 Apr 15 13:20:52.098866 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754232a-253c-445d-b59d-a6fc4db35a3f req-9cdb6999-044b-470b-b8f1-d8fda33a7126 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:52.100500 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-9754232a-253c-445d-b59d-a6fc4db35a3f req-9cdb6999-044b-470b-b8f1-d8fda33a7126 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=62985525-0c15-4984-82f8-978a9cbe3652 HTTP/1.1" status: 200 len: 946 time: 0.1799355 Apr 15 13:20:52.111597 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-6f78e187-9f2e-42ea-a844-98d514380bf4 admin admin] Calling delete_port for 69af9c83-65c4-4537-9aeb-28448dccfdfb owned by network:router_interface {{(pid=85258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 13:20:52.144693 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-3cd360c9-e9cc-4da2-af3c-b7b96769f2fa req-adc6cf80-fc55-4f67-abde-466cc01b3189 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=67aa45f3-507c-493d-b610-ae052b9853f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833187 Apr 15 13:20:52.184874 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-9754232a-253c-445d-b59d-a6fc4db35a3f req-2321cb75-9ded-45c1-8f72-337c2874d828 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc549f9b-c33b-452f-aa7c-14b9d1deb093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715528 Apr 15 13:20:52.438808 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-6f78e187-9f2e-42ea-a844-98d514380bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757045826334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279809391903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10742258'] for port, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:52.454830 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:20:52.569291 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device 24d65a3e-507c-49d7-b23b-3a4c1a108d3f details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=85259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 13:20:52.569561 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f78e187-9f2e-42ea-a844-98d514380bf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=69af9c83-65c4-4537-9aeb-28448dccfdfb,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:20:52.572093 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-6f78e187-9f2e-42ea-a844-98d514380bf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:20:52.740091 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port 24d65a3e-507c-49d7-b23b-3a4c1a108d3f, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=24d65a3e-507c-49d7-b23b-3a4c1a108d3f,segment=NetworkSegment(063acdd5-d5b4-42f0-8d65-a7c12793df51),segment_id=063acdd5-d5b4-42f0-8d65-a7c12793df51)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:20:52.773994 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Returning: {'device': '24d65a3e-507c-49d7-b23b-3a4c1a108d3f', 'network_id': 'a011c5a8-19dd-4b3a-aac8-fb661fc52f6c', 'port_id': '24d65a3e-507c-49d7-b23b-3a4c1a108d3f', 'mac_address': 'fa:16:3e:56:c4:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4c8aae7-d54c-4123-b3a9-729be74bee3f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 13:20:52.777767 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:52.841894 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:52.862482 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24d65a3e-507c-49d7-b23b-3a4c1a108d3f {{(pid=85259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 13:20:52.880652 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port 24d65a3e-507c-49d7-b23b-3a4c1a108d3f, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=24d65a3e-507c-49d7-b23b-3a4c1a108d3f,segment=NetworkSegment(063acdd5-d5b4-42f0-8d65-a7c12793df51),segment_id=063acdd5-d5b4-42f0-8d65-a7c12793df51)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:20:52.884147 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:52.887028 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:20:52.968759 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Pushing event updated for resources: {'Port': ['ID=24d65a3e-507c-49d7-b23b-3a4c1a108d3f,revision_number=4']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:20:52.972471 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:20:52.981866 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-6f78e187-9f2e-42ea-a844-98d514380bf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853742635'] for router_interface, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:53.222964 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] get_ports_and_sgs() called for port_ids ['24d65a3e-507c-49d7-b23b-3a4c1a108d3f'] {{(pid=85259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 13:20:53.465338 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb537291-fb9b-42db-9d4b-f407fef84af8 req-cc131a5d-4f9f-4042-a06d-631e9bd1df54 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:53.467286 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-cb537291-fb9b-42db-9d4b-f407fef84af8 req-cc131a5d-4f9f-4042-a06d-631e9bd1df54 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 945 time: 0.1740406 Apr 15 13:20:53.478430 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a4150b-1f36-4c63-bfb4-badf8b343b98 req-6441f1c5-d126-489b-9d8a-f0036ee7b5cd tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:53.480157 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e4a4150b-1f36-4c63-bfb4-badf8b343b98 req-6441f1c5-d126-489b-9d8a-f0036ee7b5cd tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=62985525-0c15-4984-82f8-978a9cbe3652 HTTP/1.1" status: 200 len: 946 time: 0.1418395 Apr 15 13:20:53.527048 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f78e187-9f2e-42ea-a844-98d514380bf4 admin admin] Router c1f3487b-3cb0-492f-946d-d62fb4bea449 has already been hosted by L3 agent d2850426-fba2-4e27-a3ef-bf91b3b25695 {{(pid=85258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 13:20:53.560833 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-cb537291-fb9b-42db-9d4b-f407fef84af8 req-c75a80f3-d973-45ba-b22d-0c214fd361ca tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=67aa45f3-507c-493d-b610-ae052b9853f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793555 Apr 15 13:20:53.575727 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e4a4150b-1f36-4c63-bfb4-badf8b343b98 req-3d5169c2-be02-444f-a8e6-3988ad1396af tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc549f9b-c33b-452f-aa7c-14b9d1deb093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730162 Apr 15 13:20:53.939264 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f78e187-9f2e-42ea-a844-98d514380bf4 admin admin] Notify agent at l3_agent.dv-cinder-784945-5-smb the message routers_updated {{(pid=85258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 13:20:53.949375 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a4f152-22de-483e-bef7-7a2070a0e10a None None] Sync routers for ids ['c1f3487b-3cb0-492f-946d-d62fb4bea449'] in dv-cinder-784945-5-smb {{(pid=85259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 13:20:53.954351 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-6f78e187-9f2e-42ea-a844-98d514380bf4 admin admin] 10.222.0.64 "PUT /v2.0/routers/c1f3487b-3cb0-492f-946d-d62fb4bea449/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5015469 Apr 15 13:20:53.957791 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 42866) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:20:53.969946 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a4f152-22de-483e-bef7-7a2070a0e10a None None] Routers {'c1f3487b-3cb0-492f-946d-d62fb4bea449'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:20:53.970796 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-34a4f152-22de-483e-bef7-7a2070a0e10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:20:45Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['c1f3487b-3cb0-492f-946d-d62fb4bea449'], 'active': True} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:20:54.164034 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-386b80db-c947-48c1-b658-825e69eb6bb2 admin admin] Notify callbacks [] for router, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:54.345805 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-34a4f152-22de-483e-bef7-7a2070a0e10a None None] Set router c1f3487b-3cb0-492f-946d-d62fb4bea449 gateway port host: dv-cinder-784945-5-smb {{(pid=85259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:20:54.366208 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-386b80db-c947-48c1-b658-825e69eb6bb2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:54.376057 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-386b80db-c947-48c1-b658-825e69eb6bb2 admin admin] Deleting port 16124606-8c76-4f02-9a6e-18cd2f8dfccd {{(pid=85257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 13:20:54.376442 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-386b80db-c947-48c1-b658-825e69eb6bb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279808963205'] for port, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:54.568923 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-386b80db-c947-48c1-b658-825e69eb6bb2 admin admin] For port 16124606-8c76-4f02-9a6e-18cd2f8dfccd, host dv-cinder-784945-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=16124606-8c76-4f02-9a6e-18cd2f8dfccd,segment=NetworkSegment(906bcebc-1c01-4a0b-bcb7-9d225f9b16c2),segment_id=906bcebc-1c01-4a0b-bcb7-9d225f9b16c2)] {{(pid=85257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:20:54.569551 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-386b80db-c947-48c1-b658-825e69eb6bb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853842851'] for port, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:54.583625 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device 24d65a3e-507c-49d7-b23b-3a4c1a108d3f up at agent hyperv_hv-cinder-78494 {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:20:54.750752 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Provisioning for port 24d65a3e-507c-49d7-b23b-3a4c1a108d3f completed by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:20:54.755520 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-34a4f152-22de-483e-bef7-7a2070a0e10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f3487b-3cb0-492f-946d-d62fb4bea449', 'name': 'tempest-TestMinimumBasicScenario-1775623895-router', 'tenant_id': '06a7ee46542d4f8884190e4353903cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '16124606-8c76-4f02-9a6e-18cd2f8dfccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:17:38Z', 'updated_at': '2021-04-15T13:20:52Z', 'revision_number': 5, 'project_id': '06a7ee46542d4f8884190e4353903cd9', 'gw_port': {'id': '16124606-8c76-4f02-9a6e-18cd2f8dfccd', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f3487b-3cb0-492f-946d-d62fb4bea449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:17:39Z', 'updated_at': '2021-04-15T13:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb'}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:20:54.760827 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-386b80db-c947-48c1-b658-825e69eb6bb2 admin admin] Calling delete_port for 16124606-8c76-4f02-9a6e-18cd2f8dfccd owned by network:router_gateway {{(pid=85257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 13:20:54.761020 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a4f152-22de-483e-bef7-7a2070a0e10a None None] Checking router: c1f3487b-3cb0-492f-946d-d62fb4bea449 for host: dv-cinder-784945-5-smb {{(pid=85259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 13:20:54.764352 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Provisioning complete for port 24d65a3e-507c-49d7-b23b-3a4c1a108d3f triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:20:54.764771 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:54.809792 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a4f152-22de-483e-bef7-7a2070a0e10a None None] Routers {'c1f3487b-3cb0-492f-946d-d62fb4bea449'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:20:54.810478 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-34a4f152-22de-483e-bef7-7a2070a0e10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:20:45Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['c1f3487b-3cb0-492f-946d-d62fb4bea449'], 'active': True} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:20:54.976796 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de7a84-dbdc-47ec-baf2-011b20e125d3 req-769c3dbe-3cae-49ae-8940-166cee1d6838 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:54.978438 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-09de7a84-dbdc-47ec-baf2-011b20e125d3 req-769c3dbe-3cae-49ae-8940-166cee1d6838 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 945 time: 0.2621198 Apr 15 13:20:54.989864 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0747d634-d11b-4893-a4e9-81026769abd7 req-fad9f242-d36d-491c-be02-0fb91954cf79 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:54.991541 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-0747d634-d11b-4893-a4e9-81026769abd7 req-fad9f242-d36d-491c-be02-0fb91954cf79 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=62985525-0c15-4984-82f8-978a9cbe3652 HTTP/1.1" status: 200 len: 946 time: 0.2012539 Apr 15 13:20:55.009043 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-34a4f152-22de-483e-bef7-7a2070a0e10a None None] Set router c1f3487b-3cb0-492f-946d-d62fb4bea449 gateway port host: None {{(pid=85259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:20:55.087990 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-09de7a84-dbdc-47ec-baf2-011b20e125d3 req-21750338-7d97-4449-8797-7fb0772f73b0 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=67aa45f3-507c-493d-b610-ae052b9853f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943527 Apr 15 13:20:55.136332 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-0747d634-d11b-4893-a4e9-81026769abd7 req-70dc2c2f-9492-47aa-8524-d83f549973df tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc549f9b-c33b-452f-aa7c-14b9d1deb093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230588 Apr 15 13:20:55.161659 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-34a4f152-22de-483e-bef7-7a2070a0e10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f3487b-3cb0-492f-946d-d62fb4bea449', 'name': 'tempest-TestMinimumBasicScenario-1775623895-router', 'tenant_id': '06a7ee46542d4f8884190e4353903cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:17:38Z', 'updated_at': '2021-04-15T13:20:54Z', 'revision_number': 6, 'project_id': '06a7ee46542d4f8884190e4353903cd9', 'gw_port_host': None}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:20:55.171044 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a4f152-22de-483e-bef7-7a2070a0e10a None None] The sync data for ids ['c1f3487b-3cb0-492f-946d-d62fb4bea449'] in dv-cinder-784945-5-smb is: [{'id': 'c1f3487b-3cb0-492f-946d-d62fb4bea449', 'name': 'tempest-TestMinimumBasicScenario-1775623895-router', 'tenant_id': '06a7ee46542d4f8884190e4353903cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:17:38Z', 'updated_at': '2021-04-15T13:20:54Z', 'revision_number': 6, 'project_id': '06a7ee46542d4f8884190e4353903cd9', 'gw_port_host': None}] {{(pid=85259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 13:20:55.189643 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-386b80db-c947-48c1-b658-825e69eb6bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757045826334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279809391903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842649921'] for port, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:55.200977 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:55.218863 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-c562e5bf-6abf-445f-9ee3-f4a9d54fce26 tempest-AttachVolumeNegativeTest-877788474 tempest-AttachVolumeNegativeTest-877788474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:20:55.237852 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d65a3e-507c-49d7-b23b-3a4c1a108d3f'}] {{(pid=85259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:20:55.252749 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port 24d65a3e-507c-49d7-b23b-3a4c1a108d3f, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=24d65a3e-507c-49d7-b23b-3a4c1a108d3f,segment=NetworkSegment(063acdd5-d5b4-42f0-8d65-a7c12793df51),segment_id=063acdd5-d5b4-42f0-8d65-a7c12793df51)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:20:55.256919 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:55.259704 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:20:55.304054 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d65a3e-507c-49d7-b23b-3a4c1a108d3f', 'code': 200} Apr 15 13:20:55.330076 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b80db-c947-48c1-b658-825e69eb6bb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=16124606-8c76-4f02-9a6e-18cd2f8dfccd,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:20:55.334422 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-386b80db-c947-48c1-b658-825e69eb6bb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:20:55.344647 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Pushing event updated for resources: {'Port': ['ID=24d65a3e-507c-49d7-b23b-3a4c1a108d3f,revision_number=5']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:20:55.349261 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:20:55.520073 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-386b80db-c947-48c1-b658-825e69eb6bb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853742797'] for router_gateway, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:55.989439 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-386b80db-c947-48c1-b658-825e69eb6bb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853741611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854710299'] for router, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:55.992860 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-386b80db-c947-48c1-b658-825e69eb6bb2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:56.027872 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-386b80db-c947-48c1-b658-825e69eb6bb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1039941'] for router, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:56.028454 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386b80db-c947-48c1-b658-825e69eb6bb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1f3487b-3cb0-492f-946d-d62fb4bea449 {{(pid=85257) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 13:20:56.041058 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9fddb-7418-44ef-ae59-e506530c7f84 req-fd438a3a-35d5-4c6a-82dc-965a3bdb25b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:56.042634 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-b4b9fddb-7418-44ef-ae59-e506530c7f84 req-fd438a3a-35d5-4c6a-82dc-965a3bdb25b4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 1099 time: 0.4778705 Apr 15 13:20:56.049241 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-386b80db-c947-48c1-b658-825e69eb6bb2 admin admin] Notify callbacks [] for router, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:56.051036 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-386b80db-c947-48c1-b658-825e69eb6bb2 admin admin] 10.222.0.64 "DELETE /v2.0/routers/c1f3487b-3cb0-492f-946d-d62fb4bea449 HTTP/1.1" status: 204 len: 168 time: 2.0914137 Apr 15 13:20:56.053698 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 42878) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:20:56.143302 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-b4b9fddb-7418-44ef-ae59-e506530c7f84 req-8403ef7b-35c4-4d52-83e8-9b4f79c7aafb service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=67aa45f3-507c-493d-b610-ae052b9853f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910032 Apr 15 13:20:56.153857 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_v2 [None req-9314d562-82a5-4ee4-ac5e-baa955cbdb6d admin admin] Deleting subnet 747f79b7-7f51-4cf9-813a-8c186b8b3fc8 {{(pid=85257) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 13:20:56.158874 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-9314d562-82a5-4ee4-ac5e-baa955cbdb6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:56.264745 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-9314d562-82a5-4ee4-ac5e-baa955cbdb6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036842649438'] for subnet, precommit_delete_associations {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:56.493206 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-9314d562-82a5-4ee4-ac5e-baa955cbdb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1806'] for subnet, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:56.546301 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0366b5-febe-45bb-be18-b63ff05f040b req-3820bf1d-61b5-436f-8e1a-8de4468ab318 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:56.547959 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8f0366b5-febe-45bb-be18-b63ff05f040b req-3820bf1d-61b5-436f-8e1a-8de4468ab318 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 946 time: 0.3243756 Apr 15 13:20:56.587321 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963fed39-1545-4b20-98a5-f709c21c92a3 req-b916f05a-3205-4ed4-8a86-96d5f3ae766b tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:56.589026 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-963fed39-1545-4b20-98a5-f709c21c92a3 req-b916f05a-3205-4ed4-8a86-96d5f3ae766b tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=62985525-0c15-4984-82f8-978a9cbe3652 HTTP/1.1" status: 200 len: 946 time: 0.2857566 Apr 15 13:20:56.653695 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device 69af9c83-65c4-4537-9aeb-28448dccfdfb no longer exists at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 13:20:56.691848 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] No Port match for: 69af9c83-65c4-4537-9aeb-28448dccfdfb {{(pid=85259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 13:20:56.692439 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device 69af9c83-65c4-4537-9aeb-28448dccfdfb not bound to the agent host dv-cinder-784945-5-smb {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 13:20:56.692895 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device 16124606-8c76-4f02-9a6e-18cd2f8dfccd no longer exists at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 13:20:56.727528 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8f0366b5-febe-45bb-be18-b63ff05f040b req-c3b11c11-d139-4db0-8f59-213ae4d0ca73 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=67aa45f3-507c-493d-b610-ae052b9853f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706669 Apr 15 13:20:56.732705 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] No Port match for: 16124606-8c76-4f02-9a6e-18cd2f8dfccd {{(pid=85259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 13:20:56.733109 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device 16124606-8c76-4f02-9a6e-18cd2f8dfccd not bound to the agent host dv-cinder-784945-5-smb {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 13:20:56.753113 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-963fed39-1545-4b20-98a5-f709c21c92a3 req-9af5fd17-5294-4079-a2f3-1c63d007e8b2 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc549f9b-c33b-452f-aa7c-14b9d1deb093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573327 Apr 15 13:20:56.876842 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-9314d562-82a5-4ee4-ac5e-baa955cbdb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12125896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842681477'] for subnet, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:56.898169 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-81aef526-29d5-4890-9c6f-be1e58d249f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:20:56.983451 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9314d562-82a5-4ee4-ac5e-baa955cbdb6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=747f79b7-7f51-4cf9-813a-8c186b8b3fc8,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:20:56.988356 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-9314d562-82a5-4ee4-ac5e-baa955cbdb6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:20:57.043436 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-9314d562-82a5-4ee4-ac5e-baa955cbdb6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:57.048887 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1504f476-0b25-4482-b143-f80a3978aedc None None] Network 0f9785c8-77af-4ae7-b996-ffbea947a1be requested from dv-cinder-784945-5-smb {{(pid=85259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 13:20:57.050202 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-9314d562-82a5-4ee4-ac5e-baa955cbdb6d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/747f79b7-7f51-4cf9-813a-8c186b8b3fc8 HTTP/1.1" status: 204 len: 168 time: 0.9953046 Apr 15 13:20:57.053392 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 42888) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:20:57.169966 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-8e2f03df-48ff-4ee4-9062-9b94f2deef52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854359108'] for network, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:57.243673 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-8e2f03df-48ff-4ee4-9062-9b94f2deef52 admin admin] Deleting port 4d336b05-2920-45f4-ba58-0bbd8ff134d1 {{(pid=85257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 13:20:57.244058 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-8e2f03df-48ff-4ee4-9062-9b94f2deef52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279808963205'] for port, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:57.318011 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddabf6d-6ede-4363-9950-d1dd35b07751 None None] DHCP port deletion for 0f9785c8-77af-4ae7-b996-ffbea947a1be request from dv-cinder-784945-5-smb {{(pid=85259) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 13:20:57.322997 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-fddabf6d-6ede-4363-9950-d1dd35b07751 None None] Deleting port 4d336b05-2920-45f4-ba58-0bbd8ff134d1 {{(pid=85259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 13:20:57.323428 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-fddabf6d-6ede-4363-9950-d1dd35b07751 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279808963205'] for port, before_delete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:57.487043 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-8e2f03df-48ff-4ee4-9062-9b94f2deef52 admin admin] For port 4d336b05-2920-45f4-ba58-0bbd8ff134d1, host dv-cinder-784945-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=4d336b05-2920-45f4-ba58-0bbd8ff134d1,segment=NetworkSegment(9733c4a1-3989-4087-8d08-859d05e9e450),segment_id=9733c4a1-3989-4087-8d08-859d05e9e450)] {{(pid=85257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:20:57.487452 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-8e2f03df-48ff-4ee4-9062-9b94f2deef52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853842851'] for port, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:57.559882 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-fddabf6d-6ede-4363-9950-d1dd35b07751 None None] For port 4d336b05-2920-45f4-ba58-0bbd8ff134d1, host dv-cinder-784945-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=4d336b05-2920-45f4-ba58-0bbd8ff134d1,segment=NetworkSegment(9733c4a1-3989-4087-8d08-859d05e9e450),segment_id=9733c4a1-3989-4087-8d08-859d05e9e450)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:20:57.560230 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-fddabf6d-6ede-4363-9950-d1dd35b07751 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853842851'] for port, precommit_delete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:57.630687 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-8e2f03df-48ff-4ee4-9062-9b94f2deef52 admin admin] Calling delete_port for 4d336b05-2920-45f4-ba58-0bbd8ff134d1 owned by network:dhcp {{(pid=85257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 13:20:57.696341 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-fddabf6d-6ede-4363-9950-d1dd35b07751 None None] Calling delete_port for 4d336b05-2920-45f4-ba58-0bbd8ff134d1 owned by network:dhcp {{(pid=85259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 13:20:57.716030 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-8e2f03df-48ff-4ee4-9062-9b94f2deef52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757045826334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279809391903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842649921'] for port, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:57.735460 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-c46a51f1-e928-4f13-8cae-2667f4faa76a tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:20:57.842597 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2f03df-48ff-4ee4-9062-9b94f2deef52 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d336b05-2920-45f4-ba58-0bbd8ff134d1,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:20:57.854489 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-8e2f03df-48ff-4ee4-9062-9b94f2deef52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:20:57.863900 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.db.api [None req-fddabf6d-6ede-4363-9950-d1dd35b07751 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85259) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 13:20:57.864528 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_db.api [None req-fddabf6d-6ede-4363-9950-d1dd35b07751 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 13:20:57.989447 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2f03df-48ff-4ee4-9062-9b94f2deef52 admin admin] No DVR routers for this DVR port 4d336b05-2920-45f4-ba58-0bbd8ff134d1 on host dv-cinder-784945-5-smb {{(pid=85257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 13:20:58.143904 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-8e2f03df-48ff-4ee4-9062-9b94f2deef52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854696719', 'neutron.services.segments.db._delete_segments_for_network--9223363279808872257'] for network, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:58.289307 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c2195-ff10-4b19-a6cd-6861837e3105 req-63b28ca9-b988-4322-98c3-1876725b47a7 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:58.290979 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-0a3c2195-ff10-4b19-a6cd-6861837e3105 req-63b28ca9-b988-4322-98c3-1876725b47a7 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=62985525-0c15-4984-82f8-978a9cbe3652 HTTP/1.1" status: 200 len: 946 time: 0.3958936 Apr 15 13:20:58.301012 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f999615-e709-49ca-b72b-6e8f85a38ad9 req-79171385-a7c5-4692-b65b-a5e0b95841e1 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:58.302542 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5f999615-e709-49ca-b72b-6e8f85a38ad9 req-79171385-a7c5-4692-b65b-a5e0b95841e1 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 946 time: 0.4060380 Apr 15 13:20:58.356307 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.services.segments.db [None req-8e2f03df-48ff-4ee4-9062-9b94f2deef52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f9785c8-77af-4ae7-b996-ffbea947a1be']}} {{(pid=85257) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:20:58.365418 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-fddabf6d-6ede-4363-9950-d1dd35b07751 None None] Deleting port 4d336b05-2920-45f4-ba58-0bbd8ff134d1 {{(pid=85259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 13:20:58.365863 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-fddabf6d-6ede-4363-9950-d1dd35b07751 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279808963205'] for port, before_delete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:58.384323 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.services.segments.db [None req-8e2f03df-48ff-4ee4-9062-9b94f2deef52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9733c4a1-3989-4087-8d08-859d05e9e450') {'for_net_delete': True} {{(pid=85257) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:20:58.384675 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.services.segments.db [None req-8e2f03df-48ff-4ee4-9062-9b94f2deef52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9733c4a1-3989-4087-8d08-859d05e9e450') {} {{(pid=85257) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:20:58.417091 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-8e2f03df-48ff-4ee4-9062-9b94f2deef52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279808868673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12126394'] for segment, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:58.433864 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-0a3c2195-ff10-4b19-a6cd-6861837e3105 req-f0b285f2-f236-4772-9090-43e43d3df6e6 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc549f9b-c33b-452f-aa7c-14b9d1deb093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301503 Apr 15 13:20:58.444724 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5f999615-e709-49ca-b72b-6e8f85a38ad9 req-d1d54c79-870d-4cfb-9e35-64d070ca0b5b tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=67aa45f3-507c-493d-b610-ae052b9853f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308141 Apr 15 13:20:58.450405 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-8e2f03df-48ff-4ee4-9062-9b94f2deef52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773144'] for segment, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:58.455737 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-fddabf6d-6ede-4363-9950-d1dd35b07751 None None] The port '4d336b05-2920-45f4-ba58-0bbd8ff134d1' was deleted {{(pid=85259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 13:20:58.461119 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e2f03df-48ff-4ee4-9062-9b94f2deef52 admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=85257) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 13:20:58.656006 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device 4d336b05-2920-45f4-ba58-0bbd8ff134d1 no longer exists at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 13:20:58.692685 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] No Port match for: 4d336b05-2920-45f4-ba58-0bbd8ff134d1 {{(pid=85259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 13:20:58.692985 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device 4d336b05-2920-45f4-ba58-0bbd8ff134d1 not bound to the agent host dv-cinder-784945-5-smb {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 13:20:58.710525 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-8e2f03df-48ff-4ee4-9062-9b94f2deef52 admin admin] Network 0f9785c8-77af-4ae7-b996-ffbea947a1be has no segments {{(pid=85257) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 13:20:58.721934 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-8e2f03df-48ff-4ee4-9062-9b94f2deef52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036842650517'] for segment, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:59.173358 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727bd195-bcde-4de6-b696-1200d0f351c0 req-3a4aef61-26a5-4f44-bf98-f2aa0f0e2ef9 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:59.174971 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-727bd195-bcde-4de6-b696-1200d0f351c0 req-3a4aef61-26a5-4f44-bf98-f2aa0f0e2ef9 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 946 time: 0.5973670 Apr 15 13:20:59.185357 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 42902) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:20:59.189084 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-8e2f03df-48ff-4ee4-9062-9b94f2deef52 admin admin] Network 0f9785c8-77af-4ae7-b996-ffbea947a1be has no segments {{(pid=85257) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 13:20:59.200876 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-e58966d0-ce13-4789-b415-32b0ebc54042 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Request body: {'floatingip': {'port_id': '24d65a3e-507c-49d7-b23b-3a4c1a108d3f'}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:20:59.283487 dv-cinder-784945-5-smb neutron-server[85144]: Traceback (most recent call last): Apr 15 13:20:59.283487 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 13:20:59.283487 dv-cinder-784945-5-smb neutron-server[85144]: timer() Apr 15 13:20:59.283487 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 13:20:59.283487 dv-cinder-784945-5-smb neutron-server[85144]: cb(*args, **kw) Apr 15 13:20:59.283487 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 13:20:59.283487 dv-cinder-784945-5-smb neutron-server[85144]: return func(*args, **kwargs) Apr 15 13:20:59.283487 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 13:20:59.283487 dv-cinder-784945-5-smb neutron-server[85144]: self._notify() Apr 15 13:20:59.283487 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 13:20:59.283487 dv-cinder-784945-5-smb neutron-server[85144]: self.callback(batched_events) Apr 15 13:20:59.283487 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 13:20:59.283487 dv-cinder-784945-5-smb neutron-server[85144]: event.method(event) Apr 15 13:20:59.283487 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 13:20:59.283487 dv-cinder-784945-5-smb neutron-server[85144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 13:20:59.283487 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 13:20:59.283487 dv-cinder-784945-5-smb neutron-server[85144]: segment_id)['aggregates'][0] Apr 15 13:20:59.283487 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 13:20:59.283487 dv-cinder-784945-5-smb neutron-server[85144]: return f(self, *a, **k) Apr 15 13:20:59.283487 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 13:20:59.283487 dv-cinder-784945-5-smb neutron-server[85144]: return self._get(url).json() Apr 15 13:20:59.283487 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 13:20:59.283487 dv-cinder-784945-5-smb neutron-server[85144]: **kwargs) Apr 15 13:20:59.283487 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 13:20:59.283487 dv-cinder-784945-5-smb neutron-server[85144]: return self.request(url, 'GET', **kwargs) Apr 15 13:20:59.283487 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 13:20:59.283487 dv-cinder-784945-5-smb neutron-server[85144]: **endpoint_filter) Apr 15 13:20:59.283487 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 13:20:59.283487 dv-cinder-784945-5-smb neutron-server[85144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 13:20:59.283487 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 13:20:59.283487 dv-cinder-784945-5-smb neutron-server[85144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 13:20:59.283487 dv-cinder-784945-5-smb neutron-server[85144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 13:20:59.357222 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e58966d0-ce13-4789-b415-32b0ebc54042 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks [] for floatingip, before_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:59.511187 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-8e2f03df-48ff-4ee4-9062-9b94f2deef52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-78982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1032985'] for network, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:59.525191 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-b71ee8d9-3c65-4cd7-98db-ad1f38250c31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:20:59.541786 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-8e2f03df-48ff-4ee4-9062-9b94f2deef52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for network, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:20:59.585841 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2f03df-48ff-4ee4-9062-9b94f2deef52 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f9785c8-77af-4ae7-b996-ffbea947a1be,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:20:59.598117 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-8e2f03df-48ff-4ee4-9062-9b94f2deef52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:20:59.656301 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-8e2f03df-48ff-4ee4-9062-9b94f2deef52 admin admin] 10.222.0.64 "DELETE /v2.0/networks/0f9785c8-77af-4ae7-b996-ffbea947a1be HTTP/1.1" status: 204 len: 168 time: 2.6017370 Apr 15 13:20:59.659492 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 42910) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:20:59.872259 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76d1a45-4218-47ea-826b-767e64d5a832 req-18b947ca-9a98-47a5-82f0-3d8b09b40d24 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:20:59.873905 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f76d1a45-4218-47ea-826b-767e64d5a832 req-18b947ca-9a98-47a5-82f0-3d8b09b40d24 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=62985525-0c15-4984-82f8-978a9cbe3652 HTTP/1.1" status: 200 len: 946 time: 0.2703006 Apr 15 13:21:00.030376 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f76d1a45-4218-47ea-826b-767e64d5a832 req-dc83748b-17d2-4cb7-b0d2-0fd092406ad6 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc549f9b-c33b-452f-aa7c-14b9d1deb093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486418 Apr 15 13:21:00.195422 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e58966d0-ce13-4789-b415-32b0ebc54042 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:00.198266 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e58966d0-ce13-4789-b415-32b0ebc54042 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1033198'] for floatingip, after_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:00.267936 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-728e1319-8d8b-4377-ab22-e686e245646b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853743104'] for router_interface, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:00.394341 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.db.l3_db [None req-e58966d0-ce13-4789-b415-32b0ebc54042 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Floating IP e8f5a227-ae71-4255-87ec-247a87f5afca associated. External IP: 172.28.3.33, port: 24d65a3e-507c-49d7-b23b-3a4c1a108d3f. Apr 15 13:21:00.668198 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-728e1319-8d8b-4377-ab22-e686e245646b admin admin] Deleting port dc8f6af8-a30a-4524-a07d-f7b1b4612e90 {{(pid=85258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 13:21:00.668579 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-728e1319-8d8b-4377-ab22-e686e245646b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279808963205'] for port, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:00.800820 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58966d0-ce13-4789-b415-32b0ebc54042 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Router d48e3290-a679-4183-97f6-5b77323c864a has already been hosted by L3 agent d2850426-fba2-4e27-a3ef-bf91b3b25695 {{(pid=85257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 13:21:00.873113 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-728e1319-8d8b-4377-ab22-e686e245646b admin admin] For port dc8f6af8-a30a-4524-a07d-f7b1b4612e90, host dv-cinder-784945-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=dc8f6af8-a30a-4524-a07d-f7b1b4612e90,segment=NetworkSegment(ae17806f-283f-4edd-86e7-739069cc7ea4),segment_id=ae17806f-283f-4edd-86e7-739069cc7ea4)] {{(pid=85258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:21:00.873516 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-728e1319-8d8b-4377-ab22-e686e245646b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853842851'] for port, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:00.994678 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58966d0-ce13-4789-b415-32b0ebc54042 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify agent at l3_agent.dv-cinder-784945-5-smb the message routers_updated {{(pid=85257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 13:21:00.999452 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e58966d0-ce13-4789-b415-32b0ebc54042 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for floatingip, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:01.005163 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363afdd0-bddb-470f-8389-1ed74efbf929 None None] Sync routers for ids ['d48e3290-a679-4183-97f6-5b77323c864a'] in dv-cinder-784945-5-smb {{(pid=85260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 13:21:01.011095 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-728e1319-8d8b-4377-ab22-e686e245646b admin admin] Calling delete_port for dc8f6af8-a30a-4524-a07d-f7b1b4612e90 owned by network:router_interface {{(pid=85258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 13:21:01.015852 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363afdd0-bddb-470f-8389-1ed74efbf929 None None] Routers {'d48e3290-a679-4183-97f6-5b77323c864a'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:21:01.016494 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-363afdd0-bddb-470f-8389-1ed74efbf929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:20:45Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['d48e3290-a679-4183-97f6-5b77323c864a'], 'active': True} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:21:01.075363 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-e58966d0-ce13-4789-b415-32b0ebc54042 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "PUT /v2.0/floatingips/e8f5a227-ae71-4255-87ec-247a87f5afca HTTP/1.1" status: 200 len: 991 time: 1.8888681 Apr 15 13:21:01.076239 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff', 'tag': '24d65a3e-507c-49d7-b23b-3a4c1a108d3f'}] {{(pid=85257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:21:01.221109 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-363afdd0-bddb-470f-8389-1ed74efbf929 None None] Set router d48e3290-a679-4183-97f6-5b77323c864a gateway port host: dv-cinder-784945-5-smb {{(pid=85260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:21:01.224948 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-728e1319-8d8b-4377-ab22-e686e245646b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757045826334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279809391903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10742258'] for port, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:01.242050 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-2e07fcc7-5117-4dbd-8c1c-988fd2a999df tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:21:01.251269 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2155da-d37c-4f08-88f2-0045c361fa15 req-d0ec824a-fab6-47e7-b9d5-31283e2ac895 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:01.253755 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-bf2155da-d37c-4f08-88f2-0045c361fa15 req-d0ec824a-fab6-47e7-b9d5-31283e2ac895 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=62985525-0c15-4984-82f8-978a9cbe3652 HTTP/1.1" status: 200 len: 946 time: 0.0976057 Apr 15 13:21:01.316678 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-bf2155da-d37c-4f08-88f2-0045c361fa15 req-889525b6-c434-44aa-a822-0540b85bc5bd tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc549f9b-c33b-452f-aa7c-14b9d1deb093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557151 Apr 15 13:21:01.324553 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff', 'tag': '24d65a3e-507c-49d7-b23b-3a4c1a108d3f', 'status': 'completed', 'code': 200} Apr 15 13:21:01.346216 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e1319-8d8b-4377-ab22-e686e245646b admin admin] Pushing event deleted for resources: {'Port': ['ID=dc8f6af8-a30a-4524-a07d-f7b1b4612e90,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:21:01.348974 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-728e1319-8d8b-4377-ab22-e686e245646b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:21:01.552191 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3bf43-7fa0-4f56-8896-37d87d83fbcf req-d15bbac7-fdab-441b-9408-4d00dcaf7297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:01.553019 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d5d3bf43-7fa0-4f56-8896-37d87d83fbcf req-d15bbac7-fdab-441b-9408-4d00dcaf7297 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3edcfff57f6b4d3a989c0baa167aa5b1&device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 1099 time: 0.1714997 Apr 15 13:21:01.636637 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-363afdd0-bddb-470f-8389-1ed74efbf929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'name': 'tempest-AttachVolumeShelveTestJSON-1575230460-router', 'tenant_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:16:52Z', 'updated_at': '2021-04-15T13:17:02Z', 'revision_number': 4, 'project_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'gw_port': {'id': '862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:be:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:16:54Z', 'updated_at': '2021-04-15T13:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_floatingips': [{'id': 'e8f5a227-ae71-4255-87ec-247a87f5afca', 'tenant_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'floating_ip_address': '172.28.3.33', 'floating_network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'router_id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'port_id': '24d65a3e-507c-49d7-b23b-3a4c1a108d3f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a011c5a8-19dd-4b3a-aac8-fb661fc52f6c', 'mac_address': 'fa:16:3e:56:c4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T13:20:40Z', 'updated_at': '2021-04-15T13:21:00Z', 'revision_number': 1, 'project_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2717f3d1-f0d1-4e81-a067-b0b26702f57f', 'name': '', 'network_id': 'a011c5a8-19dd-4b3a-aac8-fb661fc52f6c', 'tenant_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'mac_address': 'fa:16:3e:86:b7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'a4c8aae7-d54c-4123-b3a9-729be74bee3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:17:00Z', 'updated_at': '2021-04-15T13:17:15Z', 'revision_number': 5, 'project_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'subnets': [{'id': 'a4c8aae7-d54c-4123-b3a9-729be74bee3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:21:01.640793 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363afdd0-bddb-470f-8389-1ed74efbf929 None None] Checking router: d48e3290-a679-4183-97f6-5b77323c864a for host: dv-cinder-784945-5-smb {{(pid=85260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 13:21:01.650712 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363afdd0-bddb-470f-8389-1ed74efbf929 None None] Routers {'d48e3290-a679-4183-97f6-5b77323c864a'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:21:01.651701 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-363afdd0-bddb-470f-8389-1ed74efbf929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:20:45Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['d48e3290-a679-4183-97f6-5b77323c864a'], 'active': True} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:21:01.718548 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3bf43-7fa0-4f56-8896-37d87d83fbcf req-6c9a4b05-0a75-45b7-9955-fa12fab53ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:01.720161 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d5d3bf43-7fa0-4f56-8896-37d87d83fbcf req-6c9a4b05-0a75-45b7-9955-fa12fab53ea8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a011c5a8-19dd-4b3a-aac8-fb661fc52f6c HTTP/1.1" status: 200 len: 918 time: 0.1594553 Apr 15 13:21:01.744046 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-728e1319-8d8b-4377-ab22-e686e245646b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853742635'] for router_interface, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:01.870690 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d5d3bf43-7fa0-4f56-8896-37d87d83fbcf req-464fa836-160d-4da6-992d-189ab9108d8b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24d65a3e-507c-49d7-b23b-3a4c1a108d3f HTTP/1.1" status: 200 len: 999 time: 0.1429794 Apr 15 13:21:01.958053 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3bf43-7fa0-4f56-8896-37d87d83fbcf req-42700320-c77f-4f39-9df6-0bfb7017be5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:01.959881 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d5d3bf43-7fa0-4f56-8896-37d87d83fbcf req-42700320-c77f-4f39-9df6-0bfb7017be5f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a4c8aae7-d54c-4123-b3a9-729be74bee3f HTTP/1.1" status: 200 len: 856 time: 0.0812693 Apr 15 13:21:02.058763 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3bf43-7fa0-4f56-8896-37d87d83fbcf req-959df645-594a-4f9e-bbcb-3ea6c69248aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:02.061149 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d5d3bf43-7fa0-4f56-8896-37d87d83fbcf req-959df645-594a-4f9e-bbcb-3ea6c69248aa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a011c5a8-19dd-4b3a-aac8-fb661fc52f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0930750 Apr 15 13:21:02.065263 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-363afdd0-bddb-470f-8389-1ed74efbf929 None None] Set router d48e3290-a679-4183-97f6-5b77323c864a gateway port host: dv-cinder-784945-5-smb {{(pid=85260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:21:02.490284 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-363afdd0-bddb-470f-8389-1ed74efbf929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'name': 'tempest-AttachVolumeShelveTestJSON-1575230460-router', 'tenant_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:16:52Z', 'updated_at': '2021-04-15T13:17:02Z', 'revision_number': 4, 'project_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'gw_port': {'id': '862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:be:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:16:54Z', 'updated_at': '2021-04-15T13:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_floatingips': [{'id': 'e8f5a227-ae71-4255-87ec-247a87f5afca', 'tenant_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'floating_ip_address': '172.28.3.33', 'floating_network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'router_id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'port_id': '24d65a3e-507c-49d7-b23b-3a4c1a108d3f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a011c5a8-19dd-4b3a-aac8-fb661fc52f6c', 'mac_address': 'fa:16:3e:56:c4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T13:20:40Z', 'updated_at': '2021-04-15T13:21:00Z', 'revision_number': 1, 'project_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2717f3d1-f0d1-4e81-a067-b0b26702f57f', 'name': '', 'network_id': 'a011c5a8-19dd-4b3a-aac8-fb661fc52f6c', 'tenant_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'mac_address': 'fa:16:3e:86:b7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'a4c8aae7-d54c-4123-b3a9-729be74bee3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:17:00Z', 'updated_at': '2021-04-15T13:17:15Z', 'revision_number': 5, 'project_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'subnets': [{'id': 'a4c8aae7-d54c-4123-b3a9-729be74bee3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:21:02.495235 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363afdd0-bddb-470f-8389-1ed74efbf929 None None] The sync data for ids ['d48e3290-a679-4183-97f6-5b77323c864a'] in dv-cinder-784945-5-smb is: [{'id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'name': 'tempest-AttachVolumeShelveTestJSON-1575230460-router', 'tenant_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:16:52Z', 'updated_at': '2021-04-15T13:17:02Z', 'revision_number': 4, 'project_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'gw_port': {'id': '862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:be:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:16:54Z', 'updated_at': '2021-04-15T13:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_floatingips': [{'id': 'e8f5a227-ae71-4255-87ec-247a87f5afca', 'tenant_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'floating_ip_address': '172.28.3.33', 'floating_network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'router_id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'port_id': '24d65a3e-507c-49d7-b23b-3a4c1a108d3f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a011c5a8-19dd-4b3a-aac8-fb661fc52f6c', 'mac_address': 'fa:16:3e:56:c4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T13:20:40Z', 'updated_at': '2021-04-15T13:21:00Z', 'revision_number': 1, 'project_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2717f3d1-f0d1-4e81-a067-b0b26702f57f', 'name': '', 'network_id': 'a011c5a8-19dd-4b3a-aac8-fb661fc52f6c', 'tenant_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'mac_address': 'fa:16:3e:86:b7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'a4c8aae7-d54c-4123-b3a9-729be74bee3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:17:00Z', 'updated_at': '2021-04-15T13:17:15Z', 'revision_number': 5, 'project_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'subnets': [{'id': 'a4c8aae7-d54c-4123-b3a9-729be74bee3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 13:21:02.567207 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d5d3bf43-7fa0-4f56-8896-37d87d83fbcf req-e3f1acbc-deab-442d-b19a-8c1e8bd66bde service neutron] 10.222.0.65 "GET /v2.0/networks/a011c5a8-19dd-4b3a-aac8-fb661fc52f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4969840 Apr 15 13:21:02.579321 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-728e1319-8d8b-4377-ab22-e686e245646b admin admin] Router 8f2a50ef-1a42-4dc4-b1fe-80e938f617bd has already been hosted by L3 agent d2850426-fba2-4e27-a3ef-bf91b3b25695 {{(pid=85258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 13:21:02.681364 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b808989-445e-4f83-b49e-4819daceb11d req-4ce4d750-6011-4a6d-ab20-c1de14ad98f4 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:02.682992 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4b808989-445e-4f83-b49e-4819daceb11d req-4ce4d750-6011-4a6d-ab20-c1de14ad98f4 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=62985525-0c15-4984-82f8-978a9cbe3652 HTTP/1.1" status: 200 len: 946 time: 0.2146673 Apr 15 13:21:02.773696 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4b808989-445e-4f83-b49e-4819daceb11d req-95322631-8d55-44ce-96e5-b9444d9975f2 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc549f9b-c33b-452f-aa7c-14b9d1deb093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818386 Apr 15 13:21:02.782950 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d5d3bf43-7fa0-4f56-8896-37d87d83fbcf req-28ad4836-62f3-4c95-b9c5-5b0bdd3f3359 service neutron] 10.222.0.65 "GET /v2.0/networks/a011c5a8-19dd-4b3a-aac8-fb661fc52f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075162 Apr 15 13:21:02.795543 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728e1319-8d8b-4377-ab22-e686e245646b admin admin] Notify agent at l3_agent.dv-cinder-784945-5-smb the message routers_updated {{(pid=85258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 13:21:02.806714 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a671e27e-949d-482e-b59c-ff60855ae9dd None None] Sync routers for ids ['8f2a50ef-1a42-4dc4-b1fe-80e938f617bd'] in dv-cinder-784945-5-smb {{(pid=85259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 13:21:02.807843 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-728e1319-8d8b-4377-ab22-e686e245646b admin admin] 10.222.0.64 "PUT /v2.0/routers/8f2a50ef-1a42-4dc4-b1fe-80e938f617bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1464584 Apr 15 13:21:02.810719 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 42942) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:21:02.818436 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a671e27e-949d-482e-b59c-ff60855ae9dd None None] Routers {'8f2a50ef-1a42-4dc4-b1fe-80e938f617bd'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:21:02.819122 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-a671e27e-949d-482e-b59c-ff60855ae9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:20:45Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['8f2a50ef-1a42-4dc4-b1fe-80e938f617bd'], 'active': True} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:21:02.849904 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ee3e73-7742-4ef8-972a-05459d86ec92 None None] New status for floating IP e8f5a227-ae71-4255-87ec-247a87f5afca: ACTIVE {{(pid=85260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 13:21:03.024012 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2f4209dc-0f19-407e-920f-c583d457fba7 admin admin] Notify callbacks [] for router, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:03.201251 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-a671e27e-949d-482e-b59c-ff60855ae9dd None None] Set router 8f2a50ef-1a42-4dc4-b1fe-80e938f617bd gateway port host: dv-cinder-784945-5-smb {{(pid=85259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:21:03.237670 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2f4209dc-0f19-407e-920f-c583d457fba7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:03.247124 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-2f4209dc-0f19-407e-920f-c583d457fba7 admin admin] Deleting port e4885434-7e7b-482d-82e6-99b39485bc3c {{(pid=85257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 13:21:03.247644 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2f4209dc-0f19-407e-920f-c583d457fba7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279808963205'] for port, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:03.434400 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-2f4209dc-0f19-407e-920f-c583d457fba7 admin admin] For port e4885434-7e7b-482d-82e6-99b39485bc3c, host dv-cinder-784945-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=e4885434-7e7b-482d-82e6-99b39485bc3c,segment=NetworkSegment(906bcebc-1c01-4a0b-bcb7-9d225f9b16c2),segment_id=906bcebc-1c01-4a0b-bcb7-9d225f9b16c2)] {{(pid=85257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:21:03.434714 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2f4209dc-0f19-407e-920f-c583d457fba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853842851'] for port, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:03.508167 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-a671e27e-949d-482e-b59c-ff60855ae9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f2a50ef-1a42-4dc4-b1fe-80e938f617bd', 'name': 'tempest-TestMinimumBasicScenario-1271416638-router', 'tenant_id': '9123ccfaab2a4f53851baa7f95b7978d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': 'e4885434-7e7b-482d-82e6-99b39485bc3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:17:51Z', 'updated_at': '2021-04-15T13:21:01Z', 'revision_number': 5, 'project_id': '9123ccfaab2a4f53851baa7f95b7978d', 'gw_port': {'id': 'e4885434-7e7b-482d-82e6-99b39485bc3c', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:95:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2a50ef-1a42-4dc4-b1fe-80e938f617bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:17:51Z', 'updated_at': '2021-04-15T13:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb'}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:21:03.512424 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a671e27e-949d-482e-b59c-ff60855ae9dd None None] Checking router: 8f2a50ef-1a42-4dc4-b1fe-80e938f617bd for host: dv-cinder-784945-5-smb {{(pid=85259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 13:21:03.523792 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a671e27e-949d-482e-b59c-ff60855ae9dd None None] Routers {'8f2a50ef-1a42-4dc4-b1fe-80e938f617bd'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:21:03.524486 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-a671e27e-949d-482e-b59c-ff60855ae9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:20:45Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['8f2a50ef-1a42-4dc4-b1fe-80e938f617bd'], 'active': True} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:21:03.572882 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-2f4209dc-0f19-407e-920f-c583d457fba7 admin admin] Calling delete_port for e4885434-7e7b-482d-82e6-99b39485bc3c owned by network:router_gateway {{(pid=85257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 13:21:03.695815 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-a671e27e-949d-482e-b59c-ff60855ae9dd None None] Set router 8f2a50ef-1a42-4dc4-b1fe-80e938f617bd gateway port host: None {{(pid=85259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:21:03.752343 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2f4209dc-0f19-407e-920f-c583d457fba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757045826334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279809391903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842649921'] for port, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:03.772954 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-386b80db-c947-48c1-b658-825e69eb6bb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:21:03.813096 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-a671e27e-949d-482e-b59c-ff60855ae9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f2a50ef-1a42-4dc4-b1fe-80e938f617bd', 'name': 'tempest-TestMinimumBasicScenario-1271416638-router', 'tenant_id': '9123ccfaab2a4f53851baa7f95b7978d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:17:51Z', 'updated_at': '2021-04-15T13:21:03Z', 'revision_number': 6, 'project_id': '9123ccfaab2a4f53851baa7f95b7978d', 'gw_port_host': None}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:21:03.817789 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a671e27e-949d-482e-b59c-ff60855ae9dd None None] The sync data for ids ['8f2a50ef-1a42-4dc4-b1fe-80e938f617bd'] in dv-cinder-784945-5-smb is: [{'id': '8f2a50ef-1a42-4dc4-b1fe-80e938f617bd', 'name': 'tempest-TestMinimumBasicScenario-1271416638-router', 'tenant_id': '9123ccfaab2a4f53851baa7f95b7978d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:17:51Z', 'updated_at': '2021-04-15T13:21:03Z', 'revision_number': 6, 'project_id': '9123ccfaab2a4f53851baa7f95b7978d', 'gw_port_host': None}] {{(pid=85259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 13:21:03.867556 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4209dc-0f19-407e-920f-c583d457fba7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4885434-7e7b-482d-82e6-99b39485bc3c,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:21:03.886747 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4209dc-0f19-407e-920f-c583d457fba7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:21:03.887163 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4209dc-0f19-407e-920f-c583d457fba7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:21:03.887591 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4209dc-0f19-407e-920f-c583d457fba7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:21:03.887991 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4209dc-0f19-407e-920f-c583d457fba7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:21:03.888360 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4209dc-0f19-407e-920f-c583d457fba7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:21:03.888761 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4209dc-0f19-407e-920f-c583d457fba7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:21:03.889215 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4209dc-0f19-407e-920f-c583d457fba7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:21:03.889604 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4209dc-0f19-407e-920f-c583d457fba7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:21:03.889992 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4209dc-0f19-407e-920f-c583d457fba7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:21:03.890383 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4209dc-0f19-407e-920f-c583d457fba7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:21:03.890776 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4209dc-0f19-407e-920f-c583d457fba7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:21:03.891207 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4209dc-0f19-407e-920f-c583d457fba7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:21:03.897578 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-2f4209dc-0f19-407e-920f-c583d457fba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:21:04.118667 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8088ea13-0de3-4d37-abe9-cfcea9f9f071 req-9c7860a4-0e2c-4138-a4eb-efa042c5f463 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:04.120331 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8088ea13-0de3-4d37-abe9-cfcea9f9f071 req-9c7860a4-0e2c-4138-a4eb-efa042c5f463 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=62985525-0c15-4984-82f8-978a9cbe3652 HTTP/1.1" status: 200 len: 946 time: 0.2145572 Apr 15 13:21:04.185833 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2f4209dc-0f19-407e-920f-c583d457fba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853742797'] for router_gateway, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:04.234920 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8088ea13-0de3-4d37-abe9-cfcea9f9f071 req-87676d5b-84a4-4299-a64c-ed45d46c3d88 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc549f9b-c33b-452f-aa7c-14b9d1deb093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072965 Apr 15 13:21:04.389999 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2f4209dc-0f19-407e-920f-c583d457fba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853741611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854710299'] for router, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:04.392453 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2f4209dc-0f19-407e-920f-c583d457fba7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:04.416182 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2f4209dc-0f19-407e-920f-c583d457fba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1039941'] for router, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:04.416776 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4209dc-0f19-407e-920f-c583d457fba7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f2a50ef-1a42-4dc4-b1fe-80e938f617bd {{(pid=85257) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 13:21:04.429287 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2f4209dc-0f19-407e-920f-c583d457fba7 admin admin] Notify callbacks [] for router, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:04.430498 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-2f4209dc-0f19-407e-920f-c583d457fba7 admin admin] 10.222.0.64 "DELETE /v2.0/routers/8f2a50ef-1a42-4dc4-b1fe-80e938f617bd HTTP/1.1" status: 204 len: 168 time: 1.6190326 Apr 15 13:21:04.433258 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 42954) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:21:04.505378 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_v2 [None req-02a1d093-856e-4f6c-aedd-c1905f95b976 admin admin] Deleting subnet 17c6d420-4d68-485a-b26b-bf944d1d91a8 {{(pid=85257) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 13:21:04.508906 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02a1d093-856e-4f6c-aedd-c1905f95b976 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:04.565433 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02a1d093-856e-4f6c-aedd-c1905f95b976 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036842649438'] for subnet, precommit_delete_associations {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:04.651625 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02a1d093-856e-4f6c-aedd-c1905f95b976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1806'] for subnet, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:04.658609 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device e4885434-7e7b-482d-82e6-99b39485bc3c no longer exists at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 13:21:04.697235 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] No Port match for: e4885434-7e7b-482d-82e6-99b39485bc3c {{(pid=85259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 13:21:04.697792 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device e4885434-7e7b-482d-82e6-99b39485bc3c not bound to the agent host dv-cinder-784945-5-smb {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 13:21:04.698384 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device dc8f6af8-a30a-4524-a07d-f7b1b4612e90 no longer exists at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 13:21:04.739352 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] No Port match for: dc8f6af8-a30a-4524-a07d-f7b1b4612e90 {{(pid=85259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 13:21:04.740957 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device dc8f6af8-a30a-4524-a07d-f7b1b4612e90 not bound to the agent host dv-cinder-784945-5-smb {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 13:21:04.831213 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.agents_db [None req-862eb08b-2c52-41b8-8db2-56e94ab18918 None None] Agent healthcheck: found 6 active agents {{(pid=85260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 13:21:04.923462 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02a1d093-856e-4f6c-aedd-c1905f95b976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12125896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842681477'] for subnet, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:04.939439 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:21:05.026553 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a1d093-856e-4f6c-aedd-c1905f95b976 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17c6d420-4d68-485a-b26b-bf944d1d91a8,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:21:05.031368 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-02a1d093-856e-4f6c-aedd-c1905f95b976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:21:05.072325 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-02a1d093-856e-4f6c-aedd-c1905f95b976 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:05.077503 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7d37e8-0fb6-4163-bac7-bd7196dd4662 None None] Network 79c18fa6-218b-4fd2-9864-b67c1d184001 requested from dv-cinder-784945-5-smb {{(pid=85259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 13:21:05.079074 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-02a1d093-856e-4f6c-aedd-c1905f95b976 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/17c6d420-4d68-485a-b26b-bf944d1d91a8 HTTP/1.1" status: 204 len: 168 time: 0.6447444 Apr 15 13:21:05.081892 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 42960) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:21:05.200911 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2462f408-05c8-40e1-b8d2-7dc90ebc19a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854359108'] for network, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:05.289183 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-2462f408-05c8-40e1-b8d2-7dc90ebc19a6 admin admin] Deleting port 5c46f2b3-a8a3-4221-b83d-9c18cb1f63fb {{(pid=85257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 13:21:05.289715 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2462f408-05c8-40e1-b8d2-7dc90ebc19a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279808963205'] for port, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:05.373806 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f109c14-8789-4928-bb0e-1b18bdf67c51 None None] DHCP port deletion for 79c18fa6-218b-4fd2-9864-b67c1d184001 request from dv-cinder-784945-5-smb {{(pid=85259) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 13:21:05.378929 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-4f109c14-8789-4928-bb0e-1b18bdf67c51 None None] Deleting port 5c46f2b3-a8a3-4221-b83d-9c18cb1f63fb {{(pid=85259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 13:21:05.379419 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4f109c14-8789-4928-bb0e-1b18bdf67c51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279808963205'] for port, before_delete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:05.619687 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-4f109c14-8789-4928-bb0e-1b18bdf67c51 None None] For port 5c46f2b3-a8a3-4221-b83d-9c18cb1f63fb, host dv-cinder-784945-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=5c46f2b3-a8a3-4221-b83d-9c18cb1f63fb,segment=NetworkSegment(ae17806f-283f-4edd-86e7-739069cc7ea4),segment_id=ae17806f-283f-4edd-86e7-739069cc7ea4)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:21:05.620547 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4f109c14-8789-4928-bb0e-1b18bdf67c51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853842851'] for port, precommit_delete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:05.780737 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-4f109c14-8789-4928-bb0e-1b18bdf67c51 None None] Calling delete_port for 5c46f2b3-a8a3-4221-b83d-9c18cb1f63fb owned by network:dhcp {{(pid=85259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 13:21:05.869348 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa79c0fc-5ec3-4e12-a1f1-78155583a737 req-cb2da9fb-37f0-41a7-85bb-4ee25b09c582 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:05.877189 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-fa79c0fc-5ec3-4e12-a1f1-78155583a737 req-cb2da9fb-37f0-41a7-85bb-4ee25b09c582 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=62985525-0c15-4984-82f8-978a9cbe3652 HTTP/1.1" status: 200 len: 946 time: 0.5187190 Apr 15 13:21:05.890958 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4f109c14-8789-4928-bb0e-1b18bdf67c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757045826334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279809391903'] for port, after_delete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:05.902495 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-2462f408-05c8-40e1-b8d2-7dc90ebc19a6 admin admin] For port 5c46f2b3-a8a3-4221-b83d-9c18cb1f63fb, host dv-cinder-784945-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=5c46f2b3-a8a3-4221-b83d-9c18cb1f63fb,segment=NetworkSegment(ae17806f-283f-4edd-86e7-739069cc7ea4),segment_id=ae17806f-283f-4edd-86e7-739069cc7ea4)] {{(pid=85257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:21:05.902902 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2462f408-05c8-40e1-b8d2-7dc90ebc19a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853842851'] for port, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:05.911915 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:21:06.014219 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f109c14-8789-4928-bb0e-1b18bdf67c51 None None] Pushing event deleted for resources: {'Port': ['ID=5c46f2b3-a8a3-4221-b83d-9c18cb1f63fb,revision_number=None']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:21:06.019587 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-4f109c14-8789-4928-bb0e-1b18bdf67c51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:21:06.056702 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-2462f408-05c8-40e1-b8d2-7dc90ebc19a6 admin admin] Calling delete_port for 5c46f2b3-a8a3-4221-b83d-9c18cb1f63fb owned by network:dhcp {{(pid=85257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 13:21:06.063175 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f109c14-8789-4928-bb0e-1b18bdf67c51 None None] No DVR routers for this DVR port 5c46f2b3-a8a3-4221-b83d-9c18cb1f63fb on host dv-cinder-784945-5-smb {{(pid=85259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 13:21:06.101867 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-fa79c0fc-5ec3-4e12-a1f1-78155583a737 req-3d9fbe46-e54b-48bf-ab67-c980d657f2a0 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc549f9b-c33b-452f-aa7c-14b9d1deb093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2237365 Apr 15 13:21:06.147146 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.db.api [None req-2462f408-05c8-40e1-b8d2-7dc90ebc19a6 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85257) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 13:21:06.147532 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_db.api [None req-2462f408-05c8-40e1-b8d2-7dc90ebc19a6 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85257) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 13:21:06.648554 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-2462f408-05c8-40e1-b8d2-7dc90ebc19a6 admin admin] Deleting port 5c46f2b3-a8a3-4221-b83d-9c18cb1f63fb {{(pid=85257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 13:21:06.649044 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2462f408-05c8-40e1-b8d2-7dc90ebc19a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279808963205'] for port, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:06.655147 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device 5c46f2b3-a8a3-4221-b83d-9c18cb1f63fb no longer exists at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 13:21:06.693130 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] No Port match for: 5c46f2b3-a8a3-4221-b83d-9c18cb1f63fb {{(pid=85259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 13:21:06.693651 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device 5c46f2b3-a8a3-4221-b83d-9c18cb1f63fb not bound to the agent host dv-cinder-784945-5-smb {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 13:21:06.721522 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-2462f408-05c8-40e1-b8d2-7dc90ebc19a6 admin admin] The port '5c46f2b3-a8a3-4221-b83d-9c18cb1f63fb' was deleted {{(pid=85257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 13:21:06.848541 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2462f408-05c8-40e1-b8d2-7dc90ebc19a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854696719', 'neutron.services.segments.db._delete_segments_for_network--9223363279808872257'] for network, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:06.967667 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.services.segments.db [None req-2462f408-05c8-40e1-b8d2-7dc90ebc19a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79c18fa6-218b-4fd2-9864-b67c1d184001']}} {{(pid=85257) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:21:06.981388 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.services.segments.db [None req-2462f408-05c8-40e1-b8d2-7dc90ebc19a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae17806f-283f-4edd-86e7-739069cc7ea4') {'for_net_delete': True} {{(pid=85257) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:21:06.981732 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.services.segments.db [None req-2462f408-05c8-40e1-b8d2-7dc90ebc19a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae17806f-283f-4edd-86e7-739069cc7ea4') {} {{(pid=85257) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:21:06.993925 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2462f408-05c8-40e1-b8d2-7dc90ebc19a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279808868673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12126394'] for segment, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:07.008560 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2462f408-05c8-40e1-b8d2-7dc90ebc19a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773144'] for segment, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:07.015128 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2462f408-05c8-40e1-b8d2-7dc90ebc19a6 admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=85257) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 13:21:07.214627 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-2462f408-05c8-40e1-b8d2-7dc90ebc19a6 admin admin] Network 79c18fa6-218b-4fd2-9864-b67c1d184001 has no segments {{(pid=85257) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 13:21:07.224589 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2462f408-05c8-40e1-b8d2-7dc90ebc19a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036842650517'] for segment, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:07.463542 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-2462f408-05c8-40e1-b8d2-7dc90ebc19a6 admin admin] Network 79c18fa6-218b-4fd2-9864-b67c1d184001 has no segments {{(pid=85257) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 13:21:07.488905 dv-cinder-784945-5-smb neutron-server[85144]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 13:21:07.488905 dv-cinder-784945-5-smb neutron-server[85144]: % (table.description, expected, rows_matched) Apr 15 13:21:07.488905 dv-cinder-784945-5-smb neutron-server[85144]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 13:21:07.488905 dv-cinder-784945-5-smb neutron-server[85144]: % (table.description, expected, rows_matched) Apr 15 13:21:07.488905 dv-cinder-784945-5-smb neutron-server[85144]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 13:21:07.488905 dv-cinder-784945-5-smb neutron-server[85144]: % (table.description, expected, rows_matched) Apr 15 13:21:07.488905 dv-cinder-784945-5-smb neutron-server[85144]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 13:21:07.488905 dv-cinder-784945-5-smb neutron-server[85144]: % (table.description, expected, rows_matched) Apr 15 13:21:07.488905 dv-cinder-784945-5-smb neutron-server[85144]: Traceback (most recent call last): Apr 15 13:21:07.488905 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 13:21:07.488905 dv-cinder-784945-5-smb neutron-server[85144]: timer() Apr 15 13:21:07.488905 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 13:21:07.488905 dv-cinder-784945-5-smb neutron-server[85144]: cb(*args, **kw) Apr 15 13:21:07.488905 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 13:21:07.488905 dv-cinder-784945-5-smb neutron-server[85144]: return func(*args, **kwargs) Apr 15 13:21:07.488905 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 13:21:07.488905 dv-cinder-784945-5-smb neutron-server[85144]: self._notify() Apr 15 13:21:07.488905 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 13:21:07.488905 dv-cinder-784945-5-smb neutron-server[85144]: self.callback(batched_events) Apr 15 13:21:07.488905 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 13:21:07.488905 dv-cinder-784945-5-smb neutron-server[85144]: event.method(event) Apr 15 13:21:07.488905 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 13:21:07.488905 dv-cinder-784945-5-smb neutron-server[85144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 13:21:07.488905 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 13:21:07.488905 dv-cinder-784945-5-smb neutron-server[85144]: segment_id)['aggregates'][0] Apr 15 13:21:07.488905 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 13:21:07.488905 dv-cinder-784945-5-smb neutron-server[85144]: return f(self, *a, **k) Apr 15 13:21:07.488905 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 13:21:07.488905 dv-cinder-784945-5-smb neutron-server[85144]: return self._get(url).json() Apr 15 13:21:07.488905 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 13:21:07.488905 dv-cinder-784945-5-smb neutron-server[85144]: **kwargs) Apr 15 13:21:07.488905 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 13:21:07.488905 dv-cinder-784945-5-smb neutron-server[85144]: return self.request(url, 'GET', **kwargs) Apr 15 13:21:07.488905 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 13:21:07.488905 dv-cinder-784945-5-smb neutron-server[85144]: **endpoint_filter) Apr 15 13:21:07.488905 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 13:21:07.488905 dv-cinder-784945-5-smb neutron-server[85144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 13:21:07.488905 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 13:21:07.488905 dv-cinder-784945-5-smb neutron-server[85144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 13:21:07.488905 dv-cinder-784945-5-smb neutron-server[85144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 13:21:07.584178 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d99f9-7aff-4ec5-80e6-85a009d1a07f req-284a9aef-55ba-4f89-890c-596e0d5ea60b tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:07.585787 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-983d99f9-7aff-4ec5-80e6-85a009d1a07f req-284a9aef-55ba-4f89-890c-596e0d5ea60b tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=62985525-0c15-4984-82f8-978a9cbe3652 HTTP/1.1" status: 200 len: 946 time: 0.3456788 Apr 15 13:21:07.590142 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2462f408-05c8-40e1-b8d2-7dc90ebc19a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-78982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1032985'] for network, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:07.595628 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-082ba709-dffe-4380-be22-246e97edf4c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:21:07.612509 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-2462f408-05c8-40e1-b8d2-7dc90ebc19a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for network, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:07.635397 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2462f408-05c8-40e1-b8d2-7dc90ebc19a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=79c18fa6-218b-4fd2-9864-b67c1d184001,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:21:07.640959 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-2462f408-05c8-40e1-b8d2-7dc90ebc19a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:21:07.645538 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-2462f408-05c8-40e1-b8d2-7dc90ebc19a6 admin admin] 10.222.0.64 "DELETE /v2.0/networks/79c18fa6-218b-4fd2-9864-b67c1d184001 HTTP/1.1" status: 204 len: 168 time: 2.5624933 Apr 15 13:21:07.667313 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-983d99f9-7aff-4ec5-80e6-85a009d1a07f req-7434a6b7-b69a-4a64-841a-165dd3e83f88 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc549f9b-c33b-452f-aa7c-14b9d1deb093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727277 Apr 15 13:21:07.765364 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 42988) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:21:07.818038 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-0df764a8-c0b2-4bfe-b2fe-3749e9424716 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=06a7ee46542d4f8884190e4353903cd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513306 Apr 15 13:21:07.820622 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 42992) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:21:07.887092 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c675f419-5825-4db9-a610-2d783c0d33a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:07.914905 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c675f419-5825-4db9-a610-2d783c0d33a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:07.958939 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c675f419-5825-4db9-a610-2d783c0d33a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:07.963839 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-b54f401a-230f-42da-a846-99db71ba7b83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:21:07.974647 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c675f419-5825-4db9-a610-2d783c0d33a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ae3d8d-9200-4f86-bc71-03d25659e041,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:21:07.978536 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-c675f419-5825-4db9-a610-2d783c0d33a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:21:07.981877 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c675f419-5825-4db9-a610-2d783c0d33a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:07.983098 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-c675f419-5825-4db9-a610-2d783c0d33a5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/54ae3d8d-9200-4f86-bc71-03d25659e041 HTTP/1.1" status: 204 len: 168 time: 0.1614943 Apr 15 13:21:08.366607 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 43008) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:21:08.429407 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 43014) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:21:08.429574 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-53832d76-ee4d-4811-9f95-7ef63980f93e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9123ccfaab2a4f53851baa7f95b7978d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0614984 Apr 15 13:21:08.496114 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-af98c5f6-bc2c-406f-87bb-9dda4f81be06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:08.525017 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-af98c5f6-bc2c-406f-87bb-9dda4f81be06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:08.573585 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-af98c5f6-bc2c-406f-87bb-9dda4f81be06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:08.578631 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-c98335f7-6ea8-4c5c-a317-0a3b202b4846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:21:08.592040 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af98c5f6-bc2c-406f-87bb-9dda4f81be06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8264e88-162a-4fec-8b0d-03f322c92915,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:21:08.595189 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-af98c5f6-bc2c-406f-87bb-9dda4f81be06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:21:08.601453 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-af98c5f6-bc2c-406f-87bb-9dda4f81be06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:08.605437 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-af98c5f6-bc2c-406f-87bb-9dda4f81be06 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b8264e88-162a-4fec-8b0d-03f322c92915 HTTP/1.1" status: 204 len: 168 time: 0.1744385 Apr 15 13:21:08.892732 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84193ffc-b5f9-431d-9af9-857197ce8998 req-ac287466-003f-4ee2-a110-26f163523acd tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:08.894691 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-84193ffc-b5f9-431d-9af9-857197ce8998 req-ac287466-003f-4ee2-a110-26f163523acd tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=62985525-0c15-4984-82f8-978a9cbe3652 HTTP/1.1" status: 200 len: 946 time: 0.1071987 Apr 15 13:21:08.951225 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-84193ffc-b5f9-431d-9af9-857197ce8998 req-2345514f-3165-41ef-b7db-c09095f599bf tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc549f9b-c33b-452f-aa7c-14b9d1deb093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496843 Apr 15 13:21:10.155749 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d2a51e-dd0b-439d-bacb-c2ffe5c14789 req-5eccc1bb-4a05-4bfc-bf87-3e086a0a6631 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:10.157360 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c4d2a51e-dd0b-439d-bacb-c2ffe5c14789 req-5eccc1bb-4a05-4bfc-bf87-3e086a0a6631 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=62985525-0c15-4984-82f8-978a9cbe3652 HTTP/1.1" status: 200 len: 946 time: 0.0880625 Apr 15 13:21:10.205464 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c4d2a51e-dd0b-439d-bacb-c2ffe5c14789 req-478e4f79-445f-4625-9d5d-2d8c97d2015d tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc549f9b-c33b-452f-aa7c-14b9d1deb093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411963 Apr 15 13:21:10.590350 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b8826-80b2-4ca8-8ea5-8b9bfdc69e85 req-2ca5f786-174b-4a3c-9ed6-6e9c27618a81 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:10.591977 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-aa6b8826-80b2-4ca8-8ea5-8b9bfdc69e85 req-2ca5f786-174b-4a3c-9ed6-6e9c27618a81 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=62985525-0c15-4984-82f8-978a9cbe3652 HTTP/1.1" status: 200 len: 946 time: 0.1015968 Apr 15 13:21:10.692940 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-aa6b8826-80b2-4ca8-8ea5-8b9bfdc69e85 req-15afa4c7-5ace-4e56-9044-a9a24f0a4726 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc549f9b-c33b-452f-aa7c-14b9d1deb093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554135 Apr 15 13:21:10.711633 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba960e-a942-4299-b54a-7dbb041da8a7 req-f5b8bc22-be0c-4910-94d5-d4bf190d0b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:10.713207 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f2ba960e-a942-4299-b54a-7dbb041da8a7 req-f5b8bc22-be0c-4910-94d5-d4bf190d0b33 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ed5c7cd2c53749ab8d7588f5d7ed90fd&device_id=62985525-0c15-4984-82f8-978a9cbe3652 HTTP/1.1" status: 200 len: 1099 time: 0.1160846 Apr 15 13:21:10.858249 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba960e-a942-4299-b54a-7dbb041da8a7 req-8e7853d6-9967-435c-ad7e-c70e7c0f0e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:10.859859 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f2ba960e-a942-4299-b54a-7dbb041da8a7 req-8e7853d6-9967-435c-ad7e-c70e7c0f0e6e service neutron] 10.222.0.65 "GET /v2.0/networks?id=2f9b0ee9-78e1-43c1-87cb-abce99e8826a HTTP/1.1" status: 200 len: 912 time: 0.1389847 Apr 15 13:21:10.975542 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f2ba960e-a942-4299-b54a-7dbb041da8a7 req-905791a4-e537-4e07-99bd-0dcc3f94d98d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cfb774ee-32fa-434f-8daf-e92f1f2f3652 HTTP/1.1" status: 200 len: 1002 time: 0.1043646 Apr 15 13:21:11.047740 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba960e-a942-4299-b54a-7dbb041da8a7 req-eb571bf2-2644-4fab-91b2-646bdd54f6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:11.049285 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f2ba960e-a942-4299-b54a-7dbb041da8a7 req-eb571bf2-2644-4fab-91b2-646bdd54f6e4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b5e38904-2c3f-483b-a51a-75781e9d821b HTTP/1.1" status: 200 len: 850 time: 0.0635130 Apr 15 13:21:11.135030 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba960e-a942-4299-b54a-7dbb041da8a7 req-25735991-48e9-4e29-856b-6eefff531ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:11.136648 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f2ba960e-a942-4299-b54a-7dbb041da8a7 req-25735991-48e9-4e29-856b-6eefff531ee4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2f9b0ee9-78e1-43c1-87cb-abce99e8826a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0805764 Apr 15 13:21:11.289037 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f2ba960e-a942-4299-b54a-7dbb041da8a7 req-e49c99ae-4913-4c57-afd5-b214d47e6229 service neutron] 10.222.0.65 "GET /v2.0/networks/2f9b0ee9-78e1-43c1-87cb-abce99e8826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440849 Apr 15 13:21:11.431885 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f2ba960e-a942-4299-b54a-7dbb041da8a7 req-6042ebfe-5e64-4753-bfa8-7e37862ba0ce service neutron] 10.222.0.65 "GET /v2.0/networks/2f9b0ee9-78e1-43c1-87cb-abce99e8826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360197 Apr 15 13:21:11.904102 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beed6a5-2c50-4c1c-a32e-386e6fd5a43c req-45bd46ec-ee95-462a-99f5-130118bfafec tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:11.905697 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5beed6a5-2c50-4c1c-a32e-386e6fd5a43c req-45bd46ec-ee95-462a-99f5-130118bfafec tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=62985525-0c15-4984-82f8-978a9cbe3652 HTTP/1.1" status: 200 len: 946 time: 0.0938079 Apr 15 13:21:11.954366 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5beed6a5-2c50-4c1c-a32e-386e6fd5a43c req-95c73fa8-8247-43d3-b92f-5476e0d8c4e6 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc549f9b-c33b-452f-aa7c-14b9d1deb093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417986 Apr 15 13:21:12.010906 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-f8b99195-d14b-4b2a-a311-4e777dca20c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:13.165972 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25fe79-69bc-4596-a7be-45d02a2b1964 req-2eb25395-e7c1-4c6b-a26b-f860d79f86a6 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:13.167601 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-aa25fe79-69bc-4596-a7be-45d02a2b1964 req-2eb25395-e7c1-4c6b-a26b-f860d79f86a6 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=62985525-0c15-4984-82f8-978a9cbe3652 HTTP/1.1" status: 200 len: 946 time: 0.0911043 Apr 15 13:21:13.228185 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-aa25fe79-69bc-4596-a7be-45d02a2b1964 req-d5bd3698-f545-4aab-bcdd-e0b248a90fc5 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc549f9b-c33b-452f-aa7c-14b9d1deb093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539758 Apr 15 13:21:14.644942 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b0523974-c0f1-4c18-a341-9476f0354502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:15.399219 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c87900dd-59db-4d9b-b688-8554058ba32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:15.966620 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:16.892657 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47a557f2-6ce0-416f-9ef8-17658d5933ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:22.778817 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:30.165373 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a93192-894c-4bd4-9b6d-971588efb7fc req-2a8535d2-3c3d-4c8d-a72f-328fceb92b9d tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:30.166989 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c1a93192-894c-4bd4-9b6d-971588efb7fc req-2a8535d2-3c3d-4c8d-a72f-328fceb92b9d tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/ports?device_id=55ad9af0-0bc0-43a3-8504-e96b17497174 HTTP/1.1" status: 200 len: 946 time: 0.0894423 Apr 15 13:21:30.218951 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c1a93192-894c-4bd4-9b6d-971588efb7fc req-5447a44a-eba4-4538-ae44-5f111fa12f84 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/security-groups?id=a270e018-042d-4e19-913b-98dc55775a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452983 Apr 15 13:21:31.424762 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4e449-4c37-4f25-a503-c9df78cd2ab8 req-334acb79-03c0-4896-af58-5e513ca16bfc tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:31.426389 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-0af4e449-4c37-4f25-a503-c9df78cd2ab8 req-334acb79-03c0-4896-af58-5e513ca16bfc tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/ports?device_id=55ad9af0-0bc0-43a3-8504-e96b17497174 HTTP/1.1" status: 200 len: 946 time: 0.0918427 Apr 15 13:21:31.474383 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-0af4e449-4c37-4f25-a503-c9df78cd2ab8 req-50add6da-9a70-41d3-b1e9-ad15301eba50 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/security-groups?id=a270e018-042d-4e19-913b-98dc55775a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416074 Apr 15 13:21:32.682021 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f294f-71af-4fa7-a459-5fdd21b32d96 req-b61b0a07-414d-4256-98cb-456df95abbab tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:32.683670 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-267f294f-71af-4fa7-a459-5fdd21b32d96 req-b61b0a07-414d-4256-98cb-456df95abbab tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/ports?device_id=55ad9af0-0bc0-43a3-8504-e96b17497174 HTTP/1.1" status: 200 len: 946 time: 0.0928192 Apr 15 13:21:32.733942 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-267f294f-71af-4fa7-a459-5fdd21b32d96 req-efae9baa-ac1a-4116-b551-a99dc1e93ff3 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/security-groups?id=a270e018-042d-4e19-913b-98dc55775a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431812 Apr 15 13:21:33.943651 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590db370-0fad-4bfa-a065-1770de4866de req-4a05f131-bd73-45e2-85f0-8b3991ee3741 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:33.945249 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-590db370-0fad-4bfa-a065-1770de4866de req-4a05f131-bd73-45e2-85f0-8b3991ee3741 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/ports?device_id=55ad9af0-0bc0-43a3-8504-e96b17497174 HTTP/1.1" status: 200 len: 946 time: 0.0897117 Apr 15 13:21:33.993456 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-590db370-0fad-4bfa-a065-1770de4866de req-d07b1ed6-36b6-498c-baef-fac680b3e28c tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/security-groups?id=a270e018-042d-4e19-913b-98dc55775a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417829 Apr 15 13:21:35.198748 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d46579-7a7a-4170-b941-be7001ea23c9 req-eedb7d19-5ebb-4336-a47f-28966b2b82ae tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:35.200416 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-55d46579-7a7a-4170-b941-be7001ea23c9 req-eedb7d19-5ebb-4336-a47f-28966b2b82ae tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/ports?device_id=55ad9af0-0bc0-43a3-8504-e96b17497174 HTTP/1.1" status: 200 len: 946 time: 0.0928504 Apr 15 13:21:35.250503 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-55d46579-7a7a-4170-b941-be7001ea23c9 req-5ab568c0-b94e-4403-84a8-2fc95a5f0a9f tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/security-groups?id=a270e018-042d-4e19-913b-98dc55775a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429320 Apr 15 13:21:36.066250 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f776c9d-b6f2-4bc1-b71a-5ab4304ec3b0 req-056bf209-e9fb-4743-96d2-876fd7f055ca tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:36.067771 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-7f776c9d-b6f2-4bc1-b71a-5ab4304ec3b0 req-056bf209-e9fb-4743-96d2-876fd7f055ca tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.65 "GET /v2.0/ports?device_id=55ad9af0-0bc0-43a3-8504-e96b17497174 HTTP/1.1" status: 200 len: 946 time: 0.0871184 Apr 15 13:21:36.146826 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [req-7f776c9d-b6f2-4bc1-b71a-5ab4304ec3b0 req-30d1faa5-8d66-4c85-9388-ab670c342f41 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Deleting port d2ba3fb2-eb41-4547-abd6-775099e8d5c2 {{(pid=85257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 13:21:36.147204 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-7f776c9d-b6f2-4bc1-b71a-5ab4304ec3b0 req-30d1faa5-8d66-4c85-9388-ab670c342f41 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279808963205'] for port, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:36.700088 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [req-7f776c9d-b6f2-4bc1-b71a-5ab4304ec3b0 req-30d1faa5-8d66-4c85-9388-ab670c342f41 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] For port d2ba3fb2-eb41-4547-abd6-775099e8d5c2, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=d2ba3fb2-eb41-4547-abd6-775099e8d5c2,segment=NetworkSegment(60a06f1b-e9cf-4fa0-a453-5fa9d1d48e17),segment_id=60a06f1b-e9cf-4fa0-a453-5fa9d1d48e17)] {{(pid=85257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:21:36.700663 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-7f776c9d-b6f2-4bc1-b71a-5ab4304ec3b0 req-30d1faa5-8d66-4c85-9388-ab670c342f41 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853842851'] for port, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:36.843921 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [req-7f776c9d-b6f2-4bc1-b71a-5ab4304ec3b0 req-30d1faa5-8d66-4c85-9388-ab670c342f41 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Calling delete_port for d2ba3fb2-eb41-4547-abd6-775099e8d5c2 owned by compute:nova {{(pid=85257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 13:21:36.910448 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82addeec-45af-470c-911f-a48fb0a52f58 req-70764fe8-35a2-4b83-852d-9eddd97cb156 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:36.912074 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-82addeec-45af-470c-911f-a48fb0a52f58 req-70764fe8-35a2-4b83-852d-9eddd97cb156 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/ports?device_id=55ad9af0-0bc0-43a3-8504-e96b17497174 HTTP/1.1" status: 200 len: 946 time: 0.5425544 Apr 15 13:21:36.985414 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-82addeec-45af-470c-911f-a48fb0a52f58 req-e564deaf-df99-4b6f-9fd4-6b527838775e tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/security-groups?id=a270e018-042d-4e19-913b-98dc55775a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650916 Apr 15 13:21:37.052779 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-7f776c9d-b6f2-4bc1-b71a-5ab4304ec3b0 req-30d1faa5-8d66-4c85-9388-ab670c342f41 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757045826334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279809391903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842649921'] for port, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:37.068126 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-8e2f03df-48ff-4ee4-9062-9b94f2deef52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:21:37.164026 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d1faa5-8d66-4c85-9388-ab670c342f41 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Pushing event deleted for resources: {'Port': ['ID=d2ba3fb2-eb41-4547-abd6-775099e8d5c2,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:21:37.170394 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-30d1faa5-8d66-4c85-9388-ab670c342f41 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:21:37.311852 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f776c9d-b6f2-4bc1-b71a-5ab4304ec3b0 req-30d1faa5-8d66-4c85-9388-ab670c342f41 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] No DVR routers for this DVR port d2ba3fb2-eb41-4547-abd6-775099e8d5c2 on host hv-cinder-78494 {{(pid=85257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 13:21:37.314863 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-7f776c9d-b6f2-4bc1-b71a-5ab4304ec3b0 req-30d1faa5-8d66-4c85-9388-ab670c342f41 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for port, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:37.317651 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55ad9af0-0bc0-43a3-8504-e96b17497174', 'name': 'network-vif-deleted', 'tag': 'd2ba3fb2-eb41-4547-abd6-775099e8d5c2'}] {{(pid=85257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:21:37.333165 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-7f776c9d-b6f2-4bc1-b71a-5ab4304ec3b0 req-30d1faa5-8d66-4c85-9388-ab670c342f41 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.65 "DELETE /v2.0/ports/d2ba3fb2-eb41-4547-abd6-775099e8d5c2 HTTP/1.1" status: 204 len: 173 time: 1.2595167 Apr 15 13:21:37.571136 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55ad9af0-0bc0-43a3-8504-e96b17497174', 'name': 'network-vif-deleted', 'tag': 'd2ba3fb2-eb41-4547-abd6-775099e8d5c2', 'status': 'completed', 'code': 200} Apr 15 13:21:38.170392 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-3b048993-4180-4f5b-9a02-8e8d4752267c req-176fce9c-4f3a-4cf6-b61e-c4edb5238da6 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Synchronizing usage tracker for tenant:e19ea3363d774851a5681e00dfac5842 on resource:port {{(pid=85257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 13:21:38.186116 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-3b048993-4180-4f5b-9a02-8e8d4752267c req-176fce9c-4f3a-4cf6-b61e-c4edb5238da6 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Unset dirty status for tenant:e19ea3363d774851a5681e00dfac5842 on resource:port {{(pid=85257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 13:21:38.187313 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-3b048993-4180-4f5b-9a02-8e8d4752267c req-176fce9c-4f3a-4cf6-b61e-c4edb5238da6 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/ports?device_id=55ad9af0-0bc0-43a3-8504-e96b17497174 HTTP/1.1" status: 200 len: 210 time: 0.0675318 Apr 15 13:21:38.829677 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device d2ba3fb2-eb41-4547-abd6-775099e8d5c2 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 13:21:38.867345 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] No Port match for: d2ba3fb2-eb41-4547-abd6-775099e8d5c2 {{(pid=85259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 13:21:38.867740 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device d2ba3fb2-eb41-4547-abd6-775099e8d5c2 not bound to the agent host hv-cinder-78494 {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 13:21:41.832541 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.agents_db [None req-862eb08b-2c52-41b8-8db2-56e94ab18918 None None] Agent healthcheck: found 6 active agents {{(pid=85260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 13:21:42.012028 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-28204c2b-e365-44fb-b403-410a293923f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:43.627416 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff9dd7c-a268-4727-8d89-192492625d37 req-ca8255e9-e769-4e56-90c4-36d058a38706 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:43.629022 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-2ff9dd7c-a268-4727-8d89-192492625d37 req-ca8255e9-e769-4e56-90c4-36d058a38706 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/networks?id=9ba79a45-0c2f-4e21-a1db-5bc2f69a0b97 HTTP/1.1" status: 200 len: 813 time: 0.1592906 Apr 15 13:21:43.645054 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-2ff9dd7c-a268-4727-8d89-192492625d37 req-747f14af-95cc-4b7b-bac4-69f17add0686 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/quotas/e19ea3363d774851a5681e00dfac5842 HTTP/1.1" status: 200 len: 375 time: 0.0096142 Apr 15 13:21:43.698207 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-2ff9dd7c-a268-4727-8d89-192492625d37 req-717b30ac-c3f6-4132-97b2-ae3f50b02aeb tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e19ea3363d774851a5681e00dfac5842&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475273 Apr 15 13:21:43.956852 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-2ff9dd7c-a268-4727-8d89-192492625d37 req-621b754c-5ebb-4437-a224-c0225902e2ea service neutron] 10.222.0.64 "GET /v2.0/networks/9ba79a45-0c2f-4e21-a1db-5bc2f69a0b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506068 Apr 15 13:21:44.103115 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-2ff9dd7c-a268-4727-8d89-192492625d37 req-13303bf1-4d0e-4853-af99-96f249fc3e40 service neutron] 10.222.0.64 "GET /v2.0/networks/9ba79a45-0c2f-4e21-a1db-5bc2f69a0b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396825 Apr 15 13:21:44.303843 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-977f410f-a37d-4b59-a1fa-bde488b19366 req-0b1ca6cb-e34c-496d-885f-902acb60e949 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/ports?device_id=a94b572d-759d-484e-bd82-881045f330e3 HTTP/1.1" status: 200 len: 210 time: 0.0529497 Apr 15 13:21:44.650140 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e3187ca3-6de2-4f55-b981-94ed1fdbdbba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:45.402794 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c87900dd-59db-4d9b-b688-8554058ba32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:45.472973 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-840f513f-e183-43c8-8d10-fcd9458e0cb8 req-704b05ed-66a0-4eb2-8860-c637e3651757 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/ports?device_id=a94b572d-759d-484e-bd82-881045f330e3 HTTP/1.1" status: 200 len: 210 time: 0.0500722 Apr 15 13:21:45.695545 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff9dd7c-a268-4727-8d89-192492625d37 req-916c5477-79f6-46f6-a509-7bd2d4af5bd2 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:45.697134 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-2ff9dd7c-a268-4727-8d89-192492625d37 req-916c5477-79f6-46f6-a509-7bd2d4af5bd2 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.65 "GET /v2.0/networks?id=9ba79a45-0c2f-4e21-a1db-5bc2f69a0b97 HTTP/1.1" status: 200 len: 813 time: 0.1616778 Apr 15 13:21:45.717106 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [req-2ff9dd7c-a268-4727-8d89-192492625d37 req-6f4fa6df-7fbe-4468-88b6-dd0c8f2256d7 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Request body: {'port': {'device_id': 'a94b572d-759d-484e-bd82-881045f330e3', 'network_id': '9ba79a45-0c2f-4e21-a1db-5bc2f69a0b97', 'admin_state_up': True, 'tenant_id': 'e19ea3363d774851a5681e00dfac5842'}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:21:45.873430 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [req-2ff9dd7c-a268-4727-8d89-192492625d37 req-6f4fa6df-7fbe-4468-88b6-dd0c8f2256d7 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:21:45.887780 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [req-2ff9dd7c-a268-4727-8d89-192492625d37 req-6f4fa6df-7fbe-4468-88b6-dd0c8f2256d7 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:21:45.893586 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ff9dd7c-a268-4727-8d89-192492625d37 req-6f4fa6df-7fbe-4468-88b6-dd0c8f2256d7 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Made reservation on behalf of e19ea3363d774851a5681e00dfac5842 for: {'port': 1} {{(pid=85257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 13:21:45.899839 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-2ff9dd7c-a268-4727-8d89-192492625d37 req-6f4fa6df-7fbe-4468-88b6-dd0c8f2256d7 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:45.976074 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:46.078649 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_common [req-2ff9dd7c-a268-4727-8d89-192492625d37 req-6f4fa6df-7fbe-4468-88b6-dd0c8f2256d7 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Allocated IP 172.20.0.5 (9ba79a45-0c2f-4e21-a1db-5bc2f69a0b97/6fc40e3a-955f-4a97-aa71-a5b551d8bd0e/84d50d73-5cd3-4a10-80a6-a44d9bacb4d2) {{(pid=85257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 13:21:46.307246 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-2ff9dd7c-a268-4727-8d89-192492625d37 req-6f4fa6df-7fbe-4468-88b6-dd0c8f2256d7 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Notify callbacks [] for port, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:46.338155 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-2ff9dd7c-a268-4727-8d89-192492625d37 req-6f4fa6df-7fbe-4468-88b6-dd0c8f2256d7 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757045383897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842649921'] for port, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:46.411218 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-4925c18f-4ea6-43e9-b67d-993c9b28b623 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:21:46.508238 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fa6df-7fbe-4468-88b6-dd0c8f2256d7 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Pushing event updated for resources: {'Port': ['ID=84d50d73-5cd3-4a10-80a6-a44d9bacb4d2,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:21:46.521403 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-6f4fa6df-7fbe-4468-88b6-dd0c8f2256d7 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:21:46.559378 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ff9dd7c-a268-4727-8d89-192492625d37 req-6f4fa6df-7fbe-4468-88b6-dd0c8f2256d7 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Network 9ba79a45-0c2f-4e21-a1db-5bc2f69a0b97 is already hosted by enough agents. {{(pid=85257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 13:21:46.560589 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [req-2ff9dd7c-a268-4727-8d89-192492625d37 req-6f4fa6df-7fbe-4468-88b6-dd0c8f2256d7 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Resources bound (agent type, host, resource id): {{(pid=85257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:21:46.563310 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ff9dd7c-a268-4727-8d89-192492625d37 req-6f4fa6df-7fbe-4468-88b6-dd0c8f2256d7 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Received port after_create {{(pid=85257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 13:21:46.683456 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff9dd7c-a268-4727-8d89-192492625d37 req-6f4fa6df-7fbe-4468-88b6-dd0c8f2256d7 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:46.684152 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-2ff9dd7c-a268-4727-8d89-192492625d37 req-6f4fa6df-7fbe-4468-88b6-dd0c8f2256d7 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for port, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:46.725564 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-2ff9dd7c-a268-4727-8d89-192492625d37 req-6f4fa6df-7fbe-4468-88b6-dd0c8f2256d7 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0125718 Apr 15 13:21:46.739773 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ca0cd-04ba-4f5a-b770-6681374e4701 req-7f161792-a225-45cf-9f0f-5dff907cda9d tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:46.740584 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-445ca0cd-04ba-4f5a-b770-6681374e4701 req-7f161792-a225-45cf-9f0f-5dff907cda9d tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Synchronizing usage tracker for tenant:e19ea3363d774851a5681e00dfac5842 on resource:port {{(pid=85257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 13:21:46.749489 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [req-2ff9dd7c-a268-4727-8d89-192492625d37 req-6ccb1d70-5a98-48a8-a904-05f1e22aa23d service neutron] Request body: {'port': {'device_id': 'a94b572d-759d-484e-bd82-881045f330e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:21:46.802517 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-445ca0cd-04ba-4f5a-b770-6681374e4701 req-7f161792-a225-45cf-9f0f-5dff907cda9d tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Unset dirty status for tenant:e19ea3363d774851a5681e00dfac5842 on resource:port {{(pid=85257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 13:21:46.803846 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-445ca0cd-04ba-4f5a-b770-6681374e4701 req-7f161792-a225-45cf-9f0f-5dff907cda9d tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/ports?device_id=a94b572d-759d-484e-bd82-881045f330e3 HTTP/1.1" status: 200 len: 931 time: 0.2041905 Apr 15 13:21:46.895587 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47a557f2-6ce0-416f-9ef8-17658d5933ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:46.905436 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-445ca0cd-04ba-4f5a-b770-6681374e4701 req-357ecef7-e56e-41f5-ab13-02b982daea8d tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/security-groups?id=a270e018-042d-4e19-913b-98dc55775a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917485 Apr 15 13:21:46.923388 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-2ff9dd7c-a268-4727-8d89-192492625d37 req-6ccb1d70-5a98-48a8-a904-05f1e22aa23d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:47.340861 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [req-2ff9dd7c-a268-4727-8d89-192492625d37 req-6ccb1d70-5a98-48a8-a904-05f1e22aa23d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84d50d73-5cd3-4a10-80a6-a44d9bacb4d2 {{(pid=85257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 13:21:47.349056 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-2ff9dd7c-a268-4727-8d89-192492625d37 req-6ccb1d70-5a98-48a8-a904-05f1e22aa23d service neutron] Notify callbacks [] for port, precommit_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:47.365423 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [req-2ff9dd7c-a268-4727-8d89-192492625d37 req-6ccb1d70-5a98-48a8-a904-05f1e22aa23d service neutron] Transition to ACTIVE for port object 84d50d73-5cd3-4a10-80a6-a44d9bacb4d2 will not be triggered until provisioned by entity L2. {{(pid=85257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:21:47.368264 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-2ff9dd7c-a268-4727-8d89-192492625d37 req-6ccb1d70-5a98-48a8-a904-05f1e22aa23d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12125831'] for port, after_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:47.384924 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-cdf8d676-c2c7-4831-9532-c931132affdb tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:21:47.527935 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccb1d70-5a98-48a8-a904-05f1e22aa23d service neutron] Pushing event updated for resources: {'Port': ['ID=84d50d73-5cd3-4a10-80a6-a44d9bacb4d2,revision_number=2']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:21:47.530919 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-6ccb1d70-5a98-48a8-a904-05f1e22aa23d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:21:48.005438 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [req-2ff9dd7c-a268-4727-8d89-192492625d37 req-6ccb1d70-5a98-48a8-a904-05f1e22aa23d service neutron] Attempting to bind port 84d50d73-5cd3-4a10-80a6-a44d9bacb4d2 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 13:21:48.006021 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [req-2ff9dd7c-a268-4727-8d89-192492625d37 req-6ccb1d70-5a98-48a8-a904-05f1e22aa23d service neutron] Attempting to bind port 84d50d73-5cd3-4a10-80a6-a44d9bacb4d2 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '60a06f1b-e9cf-4fa0-a453-5fa9d1d48e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '9ba79a45-0c2f-4e21-a1db-5bc2f69a0b97'}] {{(pid=85257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 13:21:48.006144 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff9dd7c-a268-4727-8d89-192492625d37 req-6ccb1d70-5a98-48a8-a904-05f1e22aa23d service neutron] Attempting to bind port 84d50d73-5cd3-4a10-80a6-a44d9bacb4d2 on network 9ba79a45-0c2f-4e21-a1db-5bc2f69a0b97 {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:21:48.011253 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff9dd7c-a268-4727-8d89-192492625d37 req-6ccb1d70-5a98-48a8-a904-05f1e22aa23d service neutron] Port 84d50d73-5cd3-4a10-80a6-a44d9bacb4d2 on network 9ba79a45-0c2f-4e21-a1db-5bc2f69a0b97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 13:21:48.011658 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff9dd7c-a268-4727-8d89-192492625d37 req-6ccb1d70-5a98-48a8-a904-05f1e22aa23d service neutron] Attempting to bind port 84d50d73-5cd3-4a10-80a6-a44d9bacb4d2 on network 9ba79a45-0c2f-4e21-a1db-5bc2f69a0b97 {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:21:48.018369 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff9dd7c-a268-4727-8d89-192492625d37 req-6ccb1d70-5a98-48a8-a904-05f1e22aa23d service neutron] Checking agent: {'id': '473bf83e-daba-40de-92d3-877eb5111141', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 13, 13, 53), 'started_at': datetime.datetime(2021, 4, 15, 13, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 13, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 13:21:48.018745 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff9dd7c-a268-4727-8d89-192492625d37 req-6ccb1d70-5a98-48a8-a904-05f1e22aa23d service neutron] Checking segment: {'id': '60a06f1b-e9cf-4fa0-a453-5fa9d1d48e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '9ba79a45-0c2f-4e21-a1db-5bc2f69a0b97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:21:48.019318 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff9dd7c-a268-4727-8d89-192492625d37 req-6ccb1d70-5a98-48a8-a904-05f1e22aa23d service neutron] Bound using segment: {'id': '60a06f1b-e9cf-4fa0-a453-5fa9d1d48e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '9ba79a45-0c2f-4e21-a1db-5bc2f69a0b97'} {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 13:21:48.019815 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [req-2ff9dd7c-a268-4727-8d89-192492625d37 req-6ccb1d70-5a98-48a8-a904-05f1e22aa23d service neutron] Bound port: 84d50d73-5cd3-4a10-80a6-a44d9bacb4d2, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60a06f1b-e9cf-4fa0-a453-5fa9d1d48e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '9ba79a45-0c2f-4e21-a1db-5bc2f69a0b97'}}] {{(pid=85257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 13:21:48.020201 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-2ff9dd7c-a268-4727-8d89-192492625d37 req-6ccb1d70-5a98-48a8-a904-05f1e22aa23d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:48.188559 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [req-2ff9dd7c-a268-4727-8d89-192492625d37 req-6ccb1d70-5a98-48a8-a904-05f1e22aa23d service neutron] For port 84d50d73-5cd3-4a10-80a6-a44d9bacb4d2, host hv-cinder-78494, cleared binding levels {{(pid=85257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 13:21:48.200042 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [req-2ff9dd7c-a268-4727-8d89-192492625d37 req-6ccb1d70-5a98-48a8-a904-05f1e22aa23d service neutron] For port 84d50d73-5cd3-4a10-80a6-a44d9bacb4d2, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=84d50d73-5cd3-4a10-80a6-a44d9bacb4d2,segment=NetworkSegment(60a06f1b-e9cf-4fa0-a453-5fa9d1d48e17),segment_id=60a06f1b-e9cf-4fa0-a453-5fa9d1d48e17)] {{(pid=85257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 13:21:48.209335 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d855c7-6662-455d-a9f5-7db868f5c8b7 req-6502620a-20c1-45a7-b6c3-67dac959f0f1 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:48.210947 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-b0d855c7-6662-455d-a9f5-7db868f5c8b7 req-6502620a-20c1-45a7-b6c3-67dac959f0f1 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/ports?device_id=a94b572d-759d-484e-bd82-881045f330e3 HTTP/1.1" status: 200 len: 943 time: 0.1808693 Apr 15 13:21:48.212563 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-2ff9dd7c-a268-4727-8d89-192492625d37 req-6ccb1d70-5a98-48a8-a904-05f1e22aa23d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12125831'] for port, after_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:48.232284 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-2c84c8c1-b0c8-48c8-b3de-3fff6617f2ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:21:48.411776 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-b0d855c7-6662-455d-a9f5-7db868f5c8b7 req-dbb5cf29-20b5-4716-8e84-d4a4cffb5b2b tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/security-groups?id=a270e018-042d-4e19-913b-98dc55775a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825755 Apr 15 13:21:48.429801 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccb1d70-5a98-48a8-a904-05f1e22aa23d service neutron] Pushing event updated for resources: {'Port': ['ID=84d50d73-5cd3-4a10-80a6-a44d9bacb4d2,revision_number=3']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:21:48.434520 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-6ccb1d70-5a98-48a8-a904-05f1e22aa23d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:21:48.464706 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff9dd7c-a268-4727-8d89-192492625d37 req-6ccb1d70-5a98-48a8-a904-05f1e22aa23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:48.465151 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-2ff9dd7c-a268-4727-8d89-192492625d37 req-6ccb1d70-5a98-48a8-a904-05f1e22aa23d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for port, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:48.466581 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-2ff9dd7c-a268-4727-8d89-192492625d37 req-6ccb1d70-5a98-48a8-a904-05f1e22aa23d service neutron] 10.222.0.65 "PUT /v2.0/ports/84d50d73-5cd3-4a10-80a6-a44d9bacb4d2 HTTP/1.1" status: 200 len: 1093 time: 1.7221291 Apr 15 13:21:48.467107 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a94b572d-759d-484e-bd82-881045f330e3', 'tag': '84d50d73-5cd3-4a10-80a6-a44d9bacb4d2'}] {{(pid=85257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:21:48.515928 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a94b572d-759d-484e-bd82-881045f330e3', 'tag': '84d50d73-5cd3-4a10-80a6-a44d9bacb4d2', 'status': 'completed', 'code': 200} Apr 15 13:21:48.624250 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff9dd7c-a268-4727-8d89-192492625d37 req-8983604e-2cf3-4031-86ae-833c96c97b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:48.625936 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-2ff9dd7c-a268-4727-8d89-192492625d37 req-8983604e-2cf3-4031-86ae-833c96c97b42 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e19ea3363d774851a5681e00dfac5842&device_id=a94b572d-759d-484e-bd82-881045f330e3 HTTP/1.1" status: 200 len: 1096 time: 0.0861034 Apr 15 13:21:48.808093 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-2ff9dd7c-a268-4727-8d89-192492625d37 req-7f9b6d80-4468-44af-96e7-79852168d4b1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84d50d73-5cd3-4a10-80a6-a44d9bacb4d2 HTTP/1.1" status: 200 len: 217 time: 0.0810266 Apr 15 13:21:48.900430 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451448b-46e5-471c-8cf1-023c59c35dc2 req-0cef1c7a-f6ad-467e-9472-27c5bf109e1a tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:48.902040 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c451448b-46e5-471c-8cf1-023c59c35dc2 req-0cef1c7a-f6ad-467e-9472-27c5bf109e1a tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 946 time: 0.2110097 Apr 15 13:21:48.905629 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff9dd7c-a268-4727-8d89-192492625d37 req-36c5616b-8cd5-4b24-ba36-3fde958fd178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:48.907062 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-2ff9dd7c-a268-4727-8d89-192492625d37 req-36c5616b-8cd5-4b24-ba36-3fde958fd178 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6fc40e3a-955f-4a97-aa71-a5b551d8bd0e HTTP/1.1" status: 200 len: 853 time: 0.0907569 Apr 15 13:21:48.978276 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-2ff9dd7c-a268-4727-8d89-192492625d37 req-708fb7b2-6f5a-4f84-868b-70bee66517d3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9ba79a45-0c2f-4e21-a1db-5bc2f69a0b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551221 Apr 15 13:21:49.068110 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c451448b-46e5-471c-8cf1-023c59c35dc2 req-55c8fd6a-6908-47fb-8a3a-471046eaaa7b tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=67aa45f3-507c-493d-b610-ae052b9853f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586342 Apr 15 13:21:49.132117 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-2ff9dd7c-a268-4727-8d89-192492625d37 req-02c83f12-e8af-4a27-b7ae-2dbbca20d765 service neutron] 10.222.0.65 "GET /v2.0/networks/9ba79a45-0c2f-4e21-a1db-5bc2f69a0b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446185 Apr 15 13:21:49.276757 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-2ff9dd7c-a268-4727-8d89-192492625d37 req-4c8a9820-c310-4095-9ef8-7b0aea194e93 service neutron] 10.222.0.65 "GET /v2.0/networks/9ba79a45-0c2f-4e21-a1db-5bc2f69a0b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372619 Apr 15 13:21:49.449725 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b1900-0c74-43b8-ae6e-3decd61955af req-856b2217-731d-42b4-bee9-64d6b9c61bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:49.452057 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c68b1900-0c74-43b8-ae6e-3decd61955af req-856b2217-731d-42b4-bee9-64d6b9c61bf1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e19ea3363d774851a5681e00dfac5842&device_id=a94b572d-759d-484e-bd82-881045f330e3 HTTP/1.1" status: 200 len: 1096 time: 0.0785553 Apr 15 13:21:49.675411 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b1900-0c74-43b8-ae6e-3decd61955af req-02005f03-945c-4a17-8f65-01d9df575592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:49.677005 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c68b1900-0c74-43b8-ae6e-3decd61955af req-02005f03-945c-4a17-8f65-01d9df575592 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9ba79a45-0c2f-4e21-a1db-5bc2f69a0b97 HTTP/1.1" status: 200 len: 914 time: 0.2177918 Apr 15 13:21:49.691053 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905bfb2b-b3fe-44da-83bb-0003428e5c4d req-4c118341-6961-4221-b2d7-703a400e6aa7 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:49.692580 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-905bfb2b-b3fe-44da-83bb-0003428e5c4d req-4c118341-6961-4221-b2d7-703a400e6aa7 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/ports?device_id=a94b572d-759d-484e-bd82-881045f330e3 HTTP/1.1" status: 200 len: 943 time: 0.1550279 Apr 15 13:21:49.774410 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c68b1900-0c74-43b8-ae6e-3decd61955af req-206af9ce-b61f-4ee7-a714-729c33369a75 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84d50d73-5cd3-4a10-80a6-a44d9bacb4d2 HTTP/1.1" status: 200 len: 217 time: 0.0807340 Apr 15 13:21:49.852044 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-905bfb2b-b3fe-44da-83bb-0003428e5c4d req-a60ffa68-7cd8-49eb-b321-05dce9061545 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/security-groups?id=a270e018-042d-4e19-913b-98dc55775a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067455 Apr 15 13:21:49.870376 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b1900-0c74-43b8-ae6e-3decd61955af req-6bae6be9-eb6a-46d2-9baa-db4114d87316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:49.872050 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c68b1900-0c74-43b8-ae6e-3decd61955af req-6bae6be9-eb6a-46d2-9baa-db4114d87316 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6fc40e3a-955f-4a97-aa71-a5b551d8bd0e HTTP/1.1" status: 200 len: 853 time: 0.0813951 Apr 15 13:21:49.929044 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c68b1900-0c74-43b8-ae6e-3decd61955af req-c5bba419-c7c5-4a94-a50e-1930a1e7273d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9ba79a45-0c2f-4e21-a1db-5bc2f69a0b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485823 Apr 15 13:21:50.074917 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c68b1900-0c74-43b8-ae6e-3decd61955af req-9310e0e0-b447-43dc-b09a-5b9ea8a3d946 service neutron] 10.222.0.65 "GET /v2.0/networks/9ba79a45-0c2f-4e21-a1db-5bc2f69a0b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390722 Apr 15 13:21:50.275600 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c68b1900-0c74-43b8-ae6e-3decd61955af req-3af5e118-6f7f-4b4a-9d51-f7728a09e34e service neutron] 10.222.0.65 "GET /v2.0/networks/9ba79a45-0c2f-4e21-a1db-5bc2f69a0b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928422 Apr 15 13:21:50.308790 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57801e-d5f0-43be-beef-9b330eb4c2e5 req-8ddddd93-06c8-41ae-8109-7efed449c370 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:50.310353 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-df57801e-d5f0-43be-beef-9b330eb4c2e5 req-8ddddd93-06c8-41ae-8109-7efed449c370 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 946 time: 0.1192615 Apr 15 13:21:50.358772 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-df57801e-d5f0-43be-beef-9b330eb4c2e5 req-7a26c2d0-82f4-4d8d-bcf1-b5770e2b43ea tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=67aa45f3-507c-493d-b610-ae052b9853f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418584 Apr 15 13:21:50.888995 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device 84d50d73-5cd3-4a10-80a6-a44d9bacb4d2 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=85259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 13:21:51.039031 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port 84d50d73-5cd3-4a10-80a6-a44d9bacb4d2, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=84d50d73-5cd3-4a10-80a6-a44d9bacb4d2,segment=NetworkSegment(60a06f1b-e9cf-4fa0-a453-5fa9d1d48e17),segment_id=60a06f1b-e9cf-4fa0-a453-5fa9d1d48e17)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:21:51.053535 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Returning: {'device': '84d50d73-5cd3-4a10-80a6-a44d9bacb4d2', 'network_id': '9ba79a45-0c2f-4e21-a1db-5bc2f69a0b97', 'port_id': '84d50d73-5cd3-4a10-80a6-a44d9bacb4d2', 'mac_address': 'fa:16:3e:a4:6b:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fc40e3a-955f-4a97-aa71-a5b551d8bd0e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 13:21:51.056636 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be954deb-ac63-4b6f-b686-5546380546c3 req-1cf100dd-be32-43fc-8c02-89a5c0e28aa9 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:51.059976 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-be954deb-ac63-4b6f-b686-5546380546c3 req-1cf100dd-be32-43fc-8c02-89a5c0e28aa9 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/ports?device_id=a94b572d-759d-484e-bd82-881045f330e3 HTTP/1.1" status: 200 len: 943 time: 0.0913723 Apr 15 13:21:51.106400 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-be954deb-ac63-4b6f-b686-5546380546c3 req-d5b8873b-7903-40ce-a636-43030715a7b8 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/security-groups?id=a270e018-042d-4e19-913b-98dc55775a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417473 Apr 15 13:21:51.117001 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:51.135339 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84d50d73-5cd3-4a10-80a6-a44d9bacb4d2 {{(pid=85259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 13:21:51.151909 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port 84d50d73-5cd3-4a10-80a6-a44d9bacb4d2, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=84d50d73-5cd3-4a10-80a6-a44d9bacb4d2,segment=NetworkSegment(60a06f1b-e9cf-4fa0-a453-5fa9d1d48e17),segment_id=60a06f1b-e9cf-4fa0-a453-5fa9d1d48e17)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:21:51.154848 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:51.157765 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:21:51.226671 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Pushing event updated for resources: {'Port': ['ID=84d50d73-5cd3-4a10-80a6-a44d9bacb4d2,revision_number=4']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:21:51.234342 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:21:51.234981 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:21:51.235356 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:21:51.236385 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:21:51.236759 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:21:51.237127 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:21:51.237512 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:21:51.237847 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:21:51.238207 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:21:51.238567 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:21:51.238924 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:21:51.239280 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:21:51.243251 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:21:51.498187 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] get_ports_and_sgs() called for port_ids ['84d50d73-5cd3-4a10-80a6-a44d9bacb4d2'] {{(pid=85259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 13:21:51.569753 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f60ca4-6c10-45bd-8bc3-80a717e661f3 req-71453b5f-9fa9-4cba-99d3-a01fa6154d26 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:51.571384 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-47f60ca4-6c10-45bd-8bc3-80a717e661f3 req-71453b5f-9fa9-4cba-99d3-a01fa6154d26 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 946 time: 0.0931444 Apr 15 13:21:51.630131 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-47f60ca4-6c10-45bd-8bc3-80a717e661f3 req-68f7017a-fa69-49e3-aab0-6b9046f51eb2 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=67aa45f3-507c-493d-b610-ae052b9853f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521507 Apr 15 13:21:52.311876 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9afc33-58db-4995-9166-c5a425b43cc5 req-fdd8d405-57e8-4f65-9985-9dada8d3a814 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:52.313431 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5d9afc33-58db-4995-9166-c5a425b43cc5 req-fdd8d405-57e8-4f65-9985-9dada8d3a814 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/ports?device_id=a94b572d-759d-484e-bd82-881045f330e3 HTTP/1.1" status: 200 len: 944 time: 0.0891693 Apr 15 13:21:52.364520 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5d9afc33-58db-4995-9166-c5a425b43cc5 req-f6133367-10f0-4c71-bbdb-9df6ba21643a tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/security-groups?id=a270e018-042d-4e19-913b-98dc55775a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440915 Apr 15 13:21:52.782905 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:52.842534 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36928769-a637-4975-9671-fe624a94b2c9 req-72da5277-7300-4ad4-8e88-1998360d982e tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:52.844170 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-36928769-a637-4975-9671-fe624a94b2c9 req-72da5277-7300-4ad4-8e88-1998360d982e tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 946 time: 0.0894644 Apr 15 13:21:52.891936 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device 84d50d73-5cd3-4a10-80a6-a44d9bacb4d2 up at agent hyperv_hv-cinder-78494 {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:21:52.893871 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-36928769-a637-4975-9671-fe624a94b2c9 req-66245c9f-d9cb-42a1-b833-34acdd0bb5f2 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=67aa45f3-507c-493d-b610-ae052b9853f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431159 Apr 15 13:21:52.964491 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Provisioning for port 84d50d73-5cd3-4a10-80a6-a44d9bacb4d2 completed by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:21:52.969398 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Provisioning complete for port 84d50d73-5cd3-4a10-80a6-a44d9bacb4d2 triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:21:52.969827 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:53.098921 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:53.127075 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a94b572d-759d-484e-bd82-881045f330e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d50d73-5cd3-4a10-80a6-a44d9bacb4d2'}] {{(pid=85259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:21:53.137473 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port 84d50d73-5cd3-4a10-80a6-a44d9bacb4d2, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=84d50d73-5cd3-4a10-80a6-a44d9bacb4d2,segment=NetworkSegment(60a06f1b-e9cf-4fa0-a453-5fa9d1d48e17),segment_id=60a06f1b-e9cf-4fa0-a453-5fa9d1d48e17)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:21:53.140628 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:21:53.144227 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:21:53.218437 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Pushing event updated for resources: {'Port': ['ID=84d50d73-5cd3-4a10-80a6-a44d9bacb4d2,revision_number=5']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:21:53.221947 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:21:53.232621 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a94b572d-759d-484e-bd82-881045f330e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d50d73-5cd3-4a10-80a6-a44d9bacb4d2', 'code': 200} Apr 15 13:21:53.654195 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa259ef-db8a-4a7e-9871-350863022d29 req-f7f4cd37-e49a-42a7-bc11-14d7e5240ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:53.655774 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-9fa259ef-db8a-4a7e-9871-350863022d29 req-f7f4cd37-e49a-42a7-bc11-14d7e5240ce1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a94b572d-759d-484e-bd82-881045f330e3 HTTP/1.1" status: 200 len: 1098 time: 0.2021437 Apr 15 13:21:53.665745 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c086477c-8648-4577-a943-2fc7878fa2be req-41a96c8e-bbb2-4b7e-af0c-51db29d9eeba tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:53.667256 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c086477c-8648-4577-a943-2fc7878fa2be req-41a96c8e-bbb2-4b7e-af0c-51db29d9eeba tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/ports?device_id=a94b572d-759d-484e-bd82-881045f330e3 HTTP/1.1" status: 200 len: 945 time: 0.1733034 Apr 15 13:21:53.752009 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-9fa259ef-db8a-4a7e-9871-350863022d29 req-a08dc891-dd61-4bad-a1c5-5a2532b6d205 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a270e018-042d-4e19-913b-98dc55775a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814519 Apr 15 13:21:53.767771 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c086477c-8648-4577-a943-2fc7878fa2be req-72ac6e58-729b-4b6e-9bc2-dbe49ece5d3a tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/security-groups?id=a270e018-042d-4e19-913b-98dc55775a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798688 Apr 15 13:21:53.786298 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f7be86-3685-43cd-8149-1044de6a66ed req-b8ef17f4-a6dc-42e7-9628-611505394526 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:53.786298 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-b3f7be86-3685-43cd-8149-1044de6a66ed req-b8ef17f4-a6dc-42e7-9628-611505394526 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=62985525-0c15-4984-82f8-978a9cbe3652 HTTP/1.1" status: 200 len: 946 time: 0.1892455 Apr 15 13:21:53.835406 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-b3f7be86-3685-43cd-8149-1044de6a66ed req-dfbf72bb-f8bd-4d25-ab2b-70ba29588696 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc549f9b-c33b-452f-aa7c-14b9d1deb093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430186 Apr 15 13:21:54.106882 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e4daa-1896-4a27-a8bf-97e948be86d5 req-c6c3420a-3bc5-4288-bff8-3a27474c56f1 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:54.108555 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8a4e4daa-1896-4a27-a8bf-97e948be86d5 req-c6c3420a-3bc5-4288-bff8-3a27474c56f1 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 946 time: 0.0904539 Apr 15 13:21:54.397960 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8a4e4daa-1896-4a27-a8bf-97e948be86d5 req-c876eed0-fd7d-4a41-923c-6277d9bb8619 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=67aa45f3-507c-493d-b610-ae052b9853f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2821999 Apr 15 13:21:55.033730 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779bf222-6119-43d0-a733-063aa346a59a req-6e1232d4-4080-4cfc-a78a-e89fe04b1760 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:55.035258 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-779bf222-6119-43d0-a733-063aa346a59a req-6e1232d4-4080-4cfc-a78a-e89fe04b1760 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/ports?device_id=a94b572d-759d-484e-bd82-881045f330e3 HTTP/1.1" status: 200 len: 945 time: 0.1474800 Apr 15 13:21:55.101241 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6208ed1-0050-4607-8493-d690fa6ef32c req-21086a16-5abd-4076-8f63-66d694c1c180 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:55.102806 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e6208ed1-0050-4607-8493-d690fa6ef32c req-21086a16-5abd-4076-8f63-66d694c1c180 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=62985525-0c15-4984-82f8-978a9cbe3652 HTTP/1.1" status: 200 len: 946 time: 0.1476643 Apr 15 13:21:55.107580 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-779bf222-6119-43d0-a733-063aa346a59a req-1a56375f-3b21-447d-921b-69fc0cab9ab0 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/security-groups?id=a270e018-042d-4e19-913b-98dc55775a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651834 Apr 15 13:21:55.152330 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e6208ed1-0050-4607-8493-d690fa6ef32c req-9ae06a44-1b9e-4e66-9572-a0abe483a3ad tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc549f9b-c33b-452f-aa7c-14b9d1deb093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428815 Apr 15 13:21:55.615738 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3088ea8-1897-4c6e-a444-2fb253dfa0e5 req-b63a95c6-4c52-45f1-8c73-16de1cf6f58e tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:55.617366 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a3088ea8-1897-4c6e-a444-2fb253dfa0e5 req-b63a95c6-4c52-45f1-8c73-16de1cf6f58e tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 946 time: 0.0926499 Apr 15 13:21:55.672634 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a3088ea8-1897-4c6e-a444-2fb253dfa0e5 req-1fb44eed-72da-435e-a6fc-80fe51402384 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=67aa45f3-507c-493d-b610-ae052b9853f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439565 Apr 15 13:21:55.891514 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69619cd-0a5a-4ea2-a6a8-c8dbd37524c2 req-ee42e90c-c39c-4f5c-b944-6b761a839d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:55.893672 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e69619cd-0a5a-4ea2-a6a8-c8dbd37524c2 req-ee42e90c-c39c-4f5c-b944-6b761a839d2d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ed5c7cd2c53749ab8d7588f5d7ed90fd&device_id=62985525-0c15-4984-82f8-978a9cbe3652 HTTP/1.1" status: 200 len: 1099 time: 0.0779133 Apr 15 13:21:56.055367 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69619cd-0a5a-4ea2-a6a8-c8dbd37524c2 req-f1909c8b-41fa-4b42-8a80-173ee834ab2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:56.056963 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e69619cd-0a5a-4ea2-a6a8-c8dbd37524c2 req-f1909c8b-41fa-4b42-8a80-173ee834ab2c service neutron] 10.222.0.65 "GET /v2.0/networks?id=2f9b0ee9-78e1-43c1-87cb-abce99e8826a HTTP/1.1" status: 200 len: 912 time: 0.1357660 Apr 15 13:21:56.167926 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e69619cd-0a5a-4ea2-a6a8-c8dbd37524c2 req-1d773f20-b56c-4244-bb38-bf3b227899cd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cfb774ee-32fa-434f-8daf-e92f1f2f3652 HTTP/1.1" status: 200 len: 1002 time: 0.1044612 Apr 15 13:21:56.330742 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69619cd-0a5a-4ea2-a6a8-c8dbd37524c2 req-1ad2e7a3-e049-4699-9c41-271fee0b2f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:56.332231 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e69619cd-0a5a-4ea2-a6a8-c8dbd37524c2 req-1ad2e7a3-e049-4699-9c41-271fee0b2f83 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b5e38904-2c3f-483b-a51a-75781e9d821b HTTP/1.1" status: 200 len: 850 time: 0.1564052 Apr 15 13:21:56.462196 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a5f57d-df58-4828-b122-952b2c12d00e req-4a54c51e-c304-44a7-ab46-3eca24cbec10 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:56.463827 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-24a5f57d-df58-4828-b122-952b2c12d00e req-4a54c51e-c304-44a7-ab46-3eca24cbec10 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/ports?device_id=a94b572d-759d-484e-bd82-881045f330e3 HTTP/1.1" status: 200 len: 945 time: 0.2329023 Apr 15 13:21:56.482072 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db6e980-b88b-4540-a8ad-e6e87162d4ea req-022b49d7-4d76-4f7a-a555-8baa082a93fe tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:56.483666 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-6db6e980-b88b-4540-a8ad-e6e87162d4ea req-022b49d7-4d76-4f7a-a555-8baa082a93fe tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=62985525-0c15-4984-82f8-978a9cbe3652 HTTP/1.1" status: 200 len: 946 time: 0.2057681 Apr 15 13:21:56.528657 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69619cd-0a5a-4ea2-a6a8-c8dbd37524c2 req-e2cc7856-f748-4261-91ed-63fff8e33f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:56.530214 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e69619cd-0a5a-4ea2-a6a8-c8dbd37524c2 req-e2cc7856-f748-4261-91ed-63fff8e33f30 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2f9b0ee9-78e1-43c1-87cb-abce99e8826a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1821182 Apr 15 13:21:56.640169 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-24a5f57d-df58-4828-b122-952b2c12d00e req-55100c02-c36d-41f2-89fb-98724a6f0399 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/security-groups?id=a270e018-042d-4e19-913b-98dc55775a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685057 Apr 15 13:21:56.650064 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-6db6e980-b88b-4540-a8ad-e6e87162d4ea req-85f3c485-138f-4772-ab33-fd88bd313437 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc549f9b-c33b-452f-aa7c-14b9d1deb093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479020 Apr 15 13:21:56.714463 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e69619cd-0a5a-4ea2-a6a8-c8dbd37524c2 req-90e5b806-9390-4c25-ad37-994e8cf1afdd service neutron] 10.222.0.65 "GET /v2.0/networks/2f9b0ee9-78e1-43c1-87cb-abce99e8826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694860 Apr 15 13:21:56.951975 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e69619cd-0a5a-4ea2-a6a8-c8dbd37524c2 req-1a5c389e-f51e-41bb-80aa-e6c03f7f9e7b service neutron] 10.222.0.65 "GET /v2.0/networks/2f9b0ee9-78e1-43c1-87cb-abce99e8826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279315 Apr 15 13:21:56.965159 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f9be4-e7d0-436b-b91a-544cc09871f8 req-06dfa376-82a5-4272-bc15-30dab6c6de02 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:56.966747 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ac9f9be4-e7d0-436b-b91a-544cc09871f8 req-06dfa376-82a5-4272-bc15-30dab6c6de02 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 946 time: 0.1559281 Apr 15 13:21:57.018292 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ac9f9be4-e7d0-436b-b91a-544cc09871f8 req-b39fd8b1-3dc2-43b7-8bd3-8bf7b2be9d26 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=67aa45f3-507c-493d-b610-ae052b9853f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441351 Apr 15 13:21:57.861386 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6f4f2-4268-4241-a47b-890b8ee5c904 req-a285e78b-7d8b-4735-a7b4-ec2036bd5508 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:57.862975 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f3a6f4f2-4268-4241-a47b-890b8ee5c904 req-a285e78b-7d8b-4735-a7b4-ec2036bd5508 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=62985525-0c15-4984-82f8-978a9cbe3652 HTTP/1.1" status: 200 len: 946 time: 0.0911694 Apr 15 13:21:57.911016 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f3a6f4f2-4268-4241-a47b-890b8ee5c904 req-4eb6203f-911c-48af-bd14-2822a4d20f77 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc549f9b-c33b-452f-aa7c-14b9d1deb093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417018 Apr 15 13:21:58.231732 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effcdee2-8556-4290-881b-7fb68ef8d228 req-8d80184f-48ac-4883-8989-0f3505f771af tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:58.233350 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-effcdee2-8556-4290-881b-7fb68ef8d228 req-8d80184f-48ac-4883-8989-0f3505f771af tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 946 time: 0.0895674 Apr 15 13:21:58.286887 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-effcdee2-8556-4290-881b-7fb68ef8d228 req-7050d0b0-3afd-45ac-becb-4403a1c1b4c9 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=67aa45f3-507c-493d-b610-ae052b9853f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453050 Apr 15 13:21:59.115971 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f42b7-fc6d-469d-858a-850025f04faf req-14f379ee-bad9-44d7-ac73-45aba3cdad06 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:59.117588 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-716f42b7-fc6d-469d-858a-850025f04faf req-14f379ee-bad9-44d7-ac73-45aba3cdad06 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=62985525-0c15-4984-82f8-978a9cbe3652 HTTP/1.1" status: 200 len: 946 time: 0.0909917 Apr 15 13:21:59.166596 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-716f42b7-fc6d-469d-858a-850025f04faf req-be1e9b58-880d-4be3-9a99-979b5b7b1f63 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc549f9b-c33b-452f-aa7c-14b9d1deb093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423179 Apr 15 13:21:59.500189 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc4ae0-b38c-48a4-97df-1d1ec0df6984 req-0e64a251-d27b-4c0c-be01-d38aecdec328 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:21:59.502367 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a9fc4ae0-b38c-48a4-97df-1d1ec0df6984 req-0e64a251-d27b-4c0c-be01-d38aecdec328 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 946 time: 0.0932195 Apr 15 13:21:59.583619 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a9fc4ae0-b38c-48a4-97df-1d1ec0df6984 req-d109ea9d-c338-40d4-9f7f-d56a4e324312 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=67aa45f3-507c-493d-b610-ae052b9853f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739319 Apr 15 13:22:00.372463 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a616523-6005-410f-a98f-1492b7600002 req-1cad52ff-3701-4b44-ace9-52feba6d67ea tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:00.374097 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-7a616523-6005-410f-a98f-1492b7600002 req-1cad52ff-3701-4b44-ace9-52feba6d67ea tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=62985525-0c15-4984-82f8-978a9cbe3652 HTTP/1.1" status: 200 len: 946 time: 0.0885289 Apr 15 13:22:00.425719 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-7a616523-6005-410f-a98f-1492b7600002 req-02454b92-934d-46ac-8fd7-8f1e5e49db9b tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc549f9b-c33b-452f-aa7c-14b9d1deb093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446370 Apr 15 13:22:00.799703 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84a660-fdb5-41f7-b953-f715ed621a97 req-154ce28e-8ff9-40f2-ae5f-d266a852e98c tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:00.801297 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-3e84a660-fdb5-41f7-b953-f715ed621a97 req-154ce28e-8ff9-40f2-ae5f-d266a852e98c tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 946 time: 0.0941322 Apr 15 13:22:00.849241 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-3e84a660-fdb5-41f7-b953-f715ed621a97 req-a61df5c6-b049-4637-a3a4-76b669bf4f07 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=67aa45f3-507c-493d-b610-ae052b9853f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413382 Apr 15 13:22:00.971897 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device 24d65a3e-507c-49d7-b23b-3a4c1a108d3f details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=85259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 13:22:01.120795 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port 24d65a3e-507c-49d7-b23b-3a4c1a108d3f, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=24d65a3e-507c-49d7-b23b-3a4c1a108d3f,segment=NetworkSegment(063acdd5-d5b4-42f0-8d65-a7c12793df51),segment_id=063acdd5-d5b4-42f0-8d65-a7c12793df51)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:22:01.135453 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Returning: {'device': '24d65a3e-507c-49d7-b23b-3a4c1a108d3f', 'network_id': 'a011c5a8-19dd-4b3a-aac8-fb661fc52f6c', 'port_id': '24d65a3e-507c-49d7-b23b-3a4c1a108d3f', 'mac_address': 'fa:16:3e:56:c4:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4c8aae7-d54c-4123-b3a9-729be74bee3f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 13:22:01.199226 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:22:01.218542 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 24d65a3e-507c-49d7-b23b-3a4c1a108d3f {{(pid=85259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 13:22:01.235244 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port 24d65a3e-507c-49d7-b23b-3a4c1a108d3f, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=24d65a3e-507c-49d7-b23b-3a4c1a108d3f,segment=NetworkSegment(063acdd5-d5b4-42f0-8d65-a7c12793df51),segment_id=063acdd5-d5b4-42f0-8d65-a7c12793df51)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:22:01.237947 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:22:01.239910 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:22:01.312865 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Pushing event updated for resources: {'Port': ['ID=24d65a3e-507c-49d7-b23b-3a4c1a108d3f,revision_number=6']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:22:01.316695 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:22:01.504586 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] get_ports_and_sgs() called for port_ids ['24d65a3e-507c-49d7-b23b-3a4c1a108d3f'] {{(pid=85259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 13:22:01.644840 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0098a-c7f2-417d-8b0c-de788744c303 req-45854d31-568c-4e45-a63a-9c8708697d75 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:01.646558 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-20c0098a-c7f2-417d-8b0c-de788744c303 req-45854d31-568c-4e45-a63a-9c8708697d75 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=62985525-0c15-4984-82f8-978a9cbe3652 HTTP/1.1" status: 200 len: 946 time: 0.0994675 Apr 15 13:22:01.706931 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-20c0098a-c7f2-417d-8b0c-de788744c303 req-3c1c359c-9f53-4129-be0e-46239eeaa201 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc549f9b-c33b-452f-aa7c-14b9d1deb093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526588 Apr 15 13:22:02.071423 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b9546f-7c03-45f0-9988-dd507ed908f7 req-632b506b-7be5-408d-b570-d44b38abb2e1 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:02.073034 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-51b9546f-7c03-45f0-9988-dd507ed908f7 req-632b506b-7be5-408d-b570-d44b38abb2e1 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 945 time: 0.0924237 Apr 15 13:22:02.126915 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-51b9546f-7c03-45f0-9988-dd507ed908f7 req-635db0ff-6f83-490f-b779-1e0a56829c2f tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=67aa45f3-507c-493d-b610-ae052b9853f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469720 Apr 15 13:22:02.972131 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951888b0-ccf9-47ca-8edf-9d1b7aa6c265 req-a6d50aba-77c9-4cab-9a08-4ac0353e4f38 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:02.977902 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device 24d65a3e-507c-49d7-b23b-3a4c1a108d3f up at agent hyperv_hv-cinder-78494 {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:22:02.980269 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-951888b0-ccf9-47ca-8edf-9d1b7aa6c265 req-a6d50aba-77c9-4cab-9a08-4ac0353e4f38 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=62985525-0c15-4984-82f8-978a9cbe3652 HTTP/1.1" status: 200 len: 946 time: 0.1080167 Apr 15 13:22:03.029380 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-951888b0-ccf9-47ca-8edf-9d1b7aa6c265 req-35f27005-96e3-4fa9-9b9a-5e6c7648f739 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc549f9b-c33b-452f-aa7c-14b9d1deb093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479994 Apr 15 13:22:03.097522 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Provisioning complete for port 24d65a3e-507c-49d7-b23b-3a4c1a108d3f triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:22:03.097939 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:22:03.283452 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:22:03.322509 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port 24d65a3e-507c-49d7-b23b-3a4c1a108d3f, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=24d65a3e-507c-49d7-b23b-3a4c1a108d3f,segment=NetworkSegment(063acdd5-d5b4-42f0-8d65-a7c12793df51),segment_id=063acdd5-d5b4-42f0-8d65-a7c12793df51)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:22:03.323723 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d65a3e-507c-49d7-b23b-3a4c1a108d3f'}] {{(pid=85259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:22:03.330710 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:22:03.332850 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:22:03.414366 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Pushing event updated for resources: {'Port': ['ID=24d65a3e-507c-49d7-b23b-3a4c1a108d3f,revision_number=7']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:22:03.427510 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:22:03.429656 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13a50b-8011-4fad-a82c-f0febacad940 req-3c99d560-0021-4f95-a9f7-cd07d8e8c7d7 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:03.433395 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ec13a50b-8011-4fad-a82c-f0febacad940 req-3c99d560-0021-4f95-a9f7-cd07d8e8c7d7 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 945 time: 0.1702778 Apr 15 13:22:03.437967 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d65a3e-507c-49d7-b23b-3a4c1a108d3f', 'code': 200} Apr 15 13:22:03.497928 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ec13a50b-8011-4fad-a82c-f0febacad940 req-6c46bc28-acb3-48d7-9d4c-0de16ffd8dd6 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=67aa45f3-507c-493d-b610-ae052b9853f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530751 Apr 15 13:22:04.252694 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b28700-6415-4f7a-82d2-2cba11d7d75e req-213d57bf-01b3-483d-8258-3a617ddfc388 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:04.254445 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-34b28700-6415-4f7a-82d2-2cba11d7d75e req-213d57bf-01b3-483d-8258-3a617ddfc388 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=62985525-0c15-4984-82f8-978a9cbe3652 HTTP/1.1" status: 200 len: 946 time: 0.1061292 Apr 15 13:22:04.311229 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-34b28700-6415-4f7a-82d2-2cba11d7d75e req-f6eb0fa9-e9e0-41ed-a4ea-268b0a826ea5 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc549f9b-c33b-452f-aa7c-14b9d1deb093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501437 Apr 15 13:22:04.736845 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0e5de-02f0-4e10-8b99-b488c4cb49d3 req-d75cc241-1932-4e3a-8fe6-b1d5a8884278 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:04.738565 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1ff0e5de-02f0-4e10-8b99-b488c4cb49d3 req-d75cc241-1932-4e3a-8fe6-b1d5a8884278 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 946 time: 0.1055987 Apr 15 13:22:04.814555 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1ff0e5de-02f0-4e10-8b99-b488c4cb49d3 req-8b451980-fa14-4b96-834e-1445bf2d7078 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=67aa45f3-507c-493d-b610-ae052b9853f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633755 Apr 15 13:22:05.540395 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d550c82-4f10-4a66-908c-ad0dac3d01af req-3df02ceb-eaa6-4def-9fd0-77854938986a tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:05.543398 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8d550c82-4f10-4a66-908c-ad0dac3d01af req-3df02ceb-eaa6-4def-9fd0-77854938986a tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=62985525-0c15-4984-82f8-978a9cbe3652 HTTP/1.1" status: 200 len: 946 time: 0.1029437 Apr 15 13:22:05.606484 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8d550c82-4f10-4a66-908c-ad0dac3d01af req-b9cda4f2-6d84-4102-b8b2-820beda88c5b tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc549f9b-c33b-452f-aa7c-14b9d1deb093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562069 Apr 15 13:22:06.162916 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258c630-1405-4f31-9b23-5062fba414b5 req-972c38ec-1c1a-4b77-9e61-b57c1ba4a107 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:06.170719 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-7258c630-1405-4f31-9b23-5062fba414b5 req-972c38ec-1c1a-4b77-9e61-b57c1ba4a107 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=62985525-0c15-4984-82f8-978a9cbe3652 HTTP/1.1" status: 200 len: 946 time: 0.2323196 Apr 15 13:22:06.310477 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-7258c630-1405-4f31-9b23-5062fba414b5 req-b246ec51-2192-49d9-8423-cbdc46795d11 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc549f9b-c33b-452f-aa7c-14b9d1deb093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386740 Apr 15 13:22:06.319787 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff49060-b867-4192-91b0-54bfb6afb32b req-7333b8c4-edd5-4116-8117-7b1c8b2abfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:06.321246 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5ff49060-b867-4192-91b0-54bfb6afb32b req-7333b8c4-edd5-4116-8117-7b1c8b2abfe7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ed5c7cd2c53749ab8d7588f5d7ed90fd&device_id=62985525-0c15-4984-82f8-978a9cbe3652 HTTP/1.1" status: 200 len: 1099 time: 0.2445955 Apr 15 13:22:06.519408 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c5aab-73be-406c-bf99-7eb309f97508 req-9794cc12-b1ad-4d65-83e8-c2f07c3dca70 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:06.524029 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-085c5aab-73be-406c-bf99-7eb309f97508 req-9794cc12-b1ad-4d65-83e8-c2f07c3dca70 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 946 time: 0.4938335 Apr 15 13:22:06.526334 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff49060-b867-4192-91b0-54bfb6afb32b req-24e5ad30-db23-4b06-8031-a11c854fe2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:06.528342 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5ff49060-b867-4192-91b0-54bfb6afb32b req-24e5ad30-db23-4b06-8031-a11c854fe2ab service neutron] 10.222.0.65 "GET /v2.0/networks?id=2f9b0ee9-78e1-43c1-87cb-abce99e8826a HTTP/1.1" status: 200 len: 912 time: 0.1945713 Apr 15 13:22:06.957158 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5ff49060-b867-4192-91b0-54bfb6afb32b req-26685eff-0313-472d-b3ad-03c37506ee99 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cfb774ee-32fa-434f-8daf-e92f1f2f3652 HTTP/1.1" status: 200 len: 1002 time: 0.4037213 Apr 15 13:22:06.961200 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-085c5aab-73be-406c-bf99-7eb309f97508 req-6762c553-b80f-4351-a46a-8de3c3048697 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=67aa45f3-507c-493d-b610-ae052b9853f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4313421 Apr 15 13:22:07.035464 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff49060-b867-4192-91b0-54bfb6afb32b req-59dd791a-aa2b-479b-922e-1ab41a528082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:07.037099 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5ff49060-b867-4192-91b0-54bfb6afb32b req-59dd791a-aa2b-479b-922e-1ab41a528082 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b5e38904-2c3f-483b-a51a-75781e9d821b HTTP/1.1" status: 200 len: 850 time: 0.0707846 Apr 15 13:22:07.138818 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff49060-b867-4192-91b0-54bfb6afb32b req-baa82f90-9242-4cd5-86a9-029b6cde8d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:07.140465 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5ff49060-b867-4192-91b0-54bfb6afb32b req-baa82f90-9242-4cd5-86a9-029b6cde8d09 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2f9b0ee9-78e1-43c1-87cb-abce99e8826a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0932126 Apr 15 13:22:07.295846 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5ff49060-b867-4192-91b0-54bfb6afb32b req-8b4c410f-cb67-4ba3-9566-404666d4b797 service neutron] 10.222.0.65 "GET /v2.0/networks/2f9b0ee9-78e1-43c1-87cb-abce99e8826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478488 Apr 15 13:22:07.462244 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5ff49060-b867-4192-91b0-54bfb6afb32b req-dbc45b7b-c5a6-46ab-b39a-3df3869a8972 service neutron] 10.222.0.65 "GET /v2.0/networks/2f9b0ee9-78e1-43c1-87cb-abce99e8826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583586 Apr 15 13:22:07.560764 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07334414-3fc4-4da9-bd20-368c1053dcf9 req-9c01dff3-8e2f-44de-9076-3550523d52df tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:07.562346 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-07334414-3fc4-4da9-bd20-368c1053dcf9 req-9c01dff3-8e2f-44de-9076-3550523d52df tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=62985525-0c15-4984-82f8-978a9cbe3652 HTTP/1.1" status: 200 len: 946 time: 0.1033056 Apr 15 13:22:07.621800 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-07334414-3fc4-4da9-bd20-368c1053dcf9 req-6f3be5b8-a710-424b-a599-3b109726f93b tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc549f9b-c33b-452f-aa7c-14b9d1deb093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491710 Apr 15 13:22:08.202270 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05cf432-698e-43a3-9788-b43da50c0b26 req-5dd04018-f9e9-4104-b176-189607944756 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:08.204670 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d05cf432-698e-43a3-9788-b43da50c0b26 req-5dd04018-f9e9-4104-b176-189607944756 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 946 time: 0.1058018 Apr 15 13:22:08.286097 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d05cf432-698e-43a3-9788-b43da50c0b26 req-3f47c085-a45b-4dbd-b08c-bba63c9505b1 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=67aa45f3-507c-493d-b610-ae052b9853f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739110 Apr 15 13:22:08.868526 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f3a3e-6aa6-47c1-97be-51a01fa9785b req-34bd6923-793e-44c5-87b2-45c7cc597ea3 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:08.870072 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-9b6f3a3e-6aa6-47c1-97be-51a01fa9785b req-34bd6923-793e-44c5-87b2-45c7cc597ea3 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=62985525-0c15-4984-82f8-978a9cbe3652 HTTP/1.1" status: 200 len: 946 time: 0.0988002 Apr 15 13:22:08.933275 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-9b6f3a3e-6aa6-47c1-97be-51a01fa9785b req-eb01831d-bb95-47de-b099-e6ea76276214 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc549f9b-c33b-452f-aa7c-14b9d1deb093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533721 Apr 15 13:22:09.520180 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe33c24-e2c0-4108-b8c1-87e6ce738afb req-60e082b3-35d9-4832-9db9-73c2c5c7fe57 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:09.522478 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-9fe33c24-e2c0-4108-b8c1-87e6ce738afb req-60e082b3-35d9-4832-9db9-73c2c5c7fe57 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 946 time: 0.1030247 Apr 15 13:22:09.577326 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-9fe33c24-e2c0-4108-b8c1-87e6ce738afb req-951c6988-fcf5-48ee-b21f-e29e1e2b081a tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=67aa45f3-507c-493d-b610-ae052b9853f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484052 Apr 15 13:22:10.816995 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc8a348-002a-4243-a898-ddc0711c95f6 req-ef5db321-788d-4b5f-ad5b-fa0f969b2386 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:10.816995 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1fc8a348-002a-4243-a898-ddc0711c95f6 req-ef5db321-788d-4b5f-ad5b-fa0f969b2386 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 946 time: 0.1048315 Apr 15 13:22:10.877775 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1fc8a348-002a-4243-a898-ddc0711c95f6 req-de101a8b-c598-4de4-a08c-cda5482b2cd2 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=67aa45f3-507c-493d-b610-ae052b9853f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550969 Apr 15 13:22:12.013809 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-67771a31-7a27-4539-bbc0-0d10bb1fc222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:22:12.095099 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41226bd1-5b93-49f2-a0f1-aede7b1cf9a0 req-9517184d-ce35-41ca-9194-d4b814f546d8 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:12.096748 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-41226bd1-5b93-49f2-a0f1-aede7b1cf9a0 req-9517184d-ce35-41ca-9194-d4b814f546d8 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 946 time: 0.0901511 Apr 15 13:22:12.144837 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-41226bd1-5b93-49f2-a0f1-aede7b1cf9a0 req-f5c90117-c583-46c0-89bb-50dc58ec63d1 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=67aa45f3-507c-493d-b610-ae052b9853f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416729 Apr 15 13:22:12.490395 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f742e37-ce98-4427-a3b3-cd0f1aeb455b req-77ece32c-821e-4dd5-9c1a-2cb73bf62d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:12.492036 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8f742e37-ce98-4427-a3b3-cd0f1aeb455b req-77ece32c-821e-4dd5-9c1a-2cb73bf62d08 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3edcfff57f6b4d3a989c0baa167aa5b1&device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 1099 time: 0.0834069 Apr 15 13:22:12.637413 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f742e37-ce98-4427-a3b3-cd0f1aeb455b req-040ddb9e-77be-43d2-8981-c92ca0bbee53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:12.639006 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8f742e37-ce98-4427-a3b3-cd0f1aeb455b req-040ddb9e-77be-43d2-8981-c92ca0bbee53 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a011c5a8-19dd-4b3a-aac8-fb661fc52f6c HTTP/1.1" status: 200 len: 918 time: 0.1398566 Apr 15 13:22:12.752978 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8f742e37-ce98-4427-a3b3-cd0f1aeb455b req-90f65cb0-9366-41a8-a047-5b3aeb32ed5a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24d65a3e-507c-49d7-b23b-3a4c1a108d3f HTTP/1.1" status: 200 len: 1001 time: 0.1046827 Apr 15 13:22:12.822746 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f742e37-ce98-4427-a3b3-cd0f1aeb455b req-4803b316-7a81-4a60-8107-ecf977c2c1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:12.824362 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8f742e37-ce98-4427-a3b3-cd0f1aeb455b req-4803b316-7a81-4a60-8107-ecf977c2c1fb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a4c8aae7-d54c-4123-b3a9-729be74bee3f HTTP/1.1" status: 200 len: 856 time: 0.0642524 Apr 15 13:22:12.912489 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f742e37-ce98-4427-a3b3-cd0f1aeb455b req-df3c1c07-944b-4459-a5fa-6ae84079a1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:12.914109 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8f742e37-ce98-4427-a3b3-cd0f1aeb455b req-df3c1c07-944b-4459-a5fa-6ae84079a1e9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a011c5a8-19dd-4b3a-aac8-fb661fc52f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0790019 Apr 15 13:22:13.061233 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8f742e37-ce98-4427-a3b3-cd0f1aeb455b req-40baf1b5-f412-4dbf-be3b-a4bc01146f4a service neutron] 10.222.0.65 "GET /v2.0/networks/a011c5a8-19dd-4b3a-aac8-fb661fc52f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390715 Apr 15 13:22:13.210392 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8f742e37-ce98-4427-a3b3-cd0f1aeb455b req-8fe6b31d-dc4d-4c6b-b1eb-0526c4831970 service neutron] 10.222.0.65 "GET /v2.0/networks/a011c5a8-19dd-4b3a-aac8-fb661fc52f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414766 Apr 15 13:22:13.364591 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ab0da-266b-4c82-bd7c-76fd8ea3f1da req-799c5945-501b-4aa2-a6b2-e8592a8467ff tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:13.366204 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f46ab0da-266b-4c82-bd7c-76fd8ea3f1da req-799c5945-501b-4aa2-a6b2-e8592a8467ff tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 946 time: 0.0963180 Apr 15 13:22:13.416044 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f46ab0da-266b-4c82-bd7c-76fd8ea3f1da req-9ed7a179-6fb7-492c-a893-d63ab1d34d6e tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=67aa45f3-507c-493d-b610-ae052b9853f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433471 Apr 15 13:22:14.638857 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c3afe-2dac-4a57-badc-bd396a80c950 req-f5e8145c-73c9-4e9e-b5c5-dc809f04a0df tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:14.640522 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a64c3afe-2dac-4a57-badc-bd396a80c950 req-f5e8145c-73c9-4e9e-b5c5-dc809f04a0df tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 946 time: 0.0968440 Apr 15 13:22:14.643570 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-5a7b40aa-1746-47c5-8b00-8a5b01f6ad0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:22:14.690947 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a64c3afe-2dac-4a57-badc-bd396a80c950 req-fee83d7c-3616-487f-b946-659a72924ef2 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=67aa45f3-507c-493d-b610-ae052b9853f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430458 Apr 15 13:22:15.097955 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device 24d65a3e-507c-49d7-b23b-3a4c1a108d3f no longer exists at agent hyperv_hv-cinder-78494 {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 13:22:15.223034 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:22:15.252985 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24d65a3e-507c-49d7-b23b-3a4c1a108d3f'}] {{(pid=85259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:22:15.263707 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port 24d65a3e-507c-49d7-b23b-3a4c1a108d3f, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=24d65a3e-507c-49d7-b23b-3a4c1a108d3f,segment=NetworkSegment(063acdd5-d5b4-42f0-8d65-a7c12793df51),segment_id=063acdd5-d5b4-42f0-8d65-a7c12793df51)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:22:15.271721 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:22:15.271721 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:22:15.309079 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24d65a3e-507c-49d7-b23b-3a4c1a108d3f', 'code': 200} Apr 15 13:22:15.346882 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Pushing event updated for resources: {'Port': ['ID=24d65a3e-507c-49d7-b23b-3a4c1a108d3f,revision_number=8']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:22:15.350244 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:22:15.404665 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c87900dd-59db-4d9b-b688-8554058ba32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:22:15.910238 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5710f99-91f6-44ba-ab10-d617fb4ebc5e req-6a5b8074-cd23-4eee-a7cd-e5b5213187b0 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:15.911911 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f5710f99-91f6-44ba-ab10-d617fb4ebc5e req-6a5b8074-cd23-4eee-a7cd-e5b5213187b0 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 944 time: 0.0969007 Apr 15 13:22:15.960731 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f5710f99-91f6-44ba-ab10-d617fb4ebc5e req-20c0fcce-f521-481b-b0ba-c63870debea4 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=67aa45f3-507c-493d-b610-ae052b9853f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425272 Apr 15 13:22:15.968085 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:22:16.898286 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47a557f2-6ce0-416f-9ef8-17658d5933ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:22:17.621057 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144e45a-7fed-42cd-9aff-4c09e0873db4 req-ca158279-3ea9-4a00-8edb-eb36ec60542c tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:17.622613 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-b144e45a-7fed-42cd-9aff-4c09e0873db4 req-ca158279-3ea9-4a00-8edb-eb36ec60542c tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 944 time: 0.1633542 Apr 15 13:22:17.625591 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a632c460-8247-4057-85df-3608ee6a0c68 req-ceeda813-326f-4c21-aaad-e99321f93938 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1245790 Apr 15 13:22:17.676077 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-b144e45a-7fed-42cd-9aff-4c09e0873db4 req-1dc7fd6a-bf64-49df-a866-972fe0b3702a tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=67aa45f3-507c-493d-b610-ae052b9853f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462852 Apr 15 13:22:18.325751 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7372a-760c-4219-b5d1-e176102f3345 req-6b22df5b-e085-4908-a417-1d8f54fc0b10 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:18.327359 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d7c7372a-760c-4219-b5d1-e176102f3345 req-6b22df5b-e085-4908-a417-1d8f54fc0b10 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/ports?device_id=a94b572d-759d-484e-bd82-881045f330e3 HTTP/1.1" status: 200 len: 945 time: 0.1585922 Apr 15 13:22:18.330308 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632c460-8247-4057-85df-3608ee6a0c68 req-e9e58872-8254-4497-b7b2-34c995dec0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:18.331904 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a632c460-8247-4057-85df-3608ee6a0c68 req-e9e58872-8254-4497-b7b2-34c995dec0e2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff&tenant_id=3edcfff57f6b4d3a989c0baa167aa5b1 HTTP/1.1" status: 200 len: 1097 time: 0.1229906 Apr 15 13:22:18.380696 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d7c7372a-760c-4219-b5d1-e176102f3345 req-4af1f6ae-69c8-4ddc-8429-2075bf9682cc tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/security-groups?id=a270e018-042d-4e19-913b-98dc55775a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466187 Apr 15 13:22:18.458699 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632c460-8247-4057-85df-3608ee6a0c68 req-590f55fa-bfc6-49f7-aa60-ce29aeadeb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:18.460287 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a632c460-8247-4057-85df-3608ee6a0c68 req-590f55fa-bfc6-49f7-aa60-ce29aeadeb14 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3edcfff57f6b4d3a989c0baa167aa5b1&device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 1097 time: 0.0786233 Apr 15 13:22:18.607783 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632c460-8247-4057-85df-3608ee6a0c68 req-6c08c155-8ffb-47f9-994e-e2bb10f942da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:18.609611 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a632c460-8247-4057-85df-3608ee6a0c68 req-6c08c155-8ffb-47f9-994e-e2bb10f942da service neutron] 10.222.0.65 "GET /v2.0/networks?id=a011c5a8-19dd-4b3a-aac8-fb661fc52f6c HTTP/1.1" status: 200 len: 918 time: 0.1415126 Apr 15 13:22:18.720766 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a632c460-8247-4057-85df-3608ee6a0c68 req-1ed4aa72-2b64-4575-aaf4-aa0c3b9f48c1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24d65a3e-507c-49d7-b23b-3a4c1a108d3f HTTP/1.1" status: 200 len: 999 time: 0.1022229 Apr 15 13:22:18.795559 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632c460-8247-4057-85df-3608ee6a0c68 req-ddd9aa95-2ffb-4c9e-a696-e8a803e82312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:18.797127 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a632c460-8247-4057-85df-3608ee6a0c68 req-ddd9aa95-2ffb-4c9e-a696-e8a803e82312 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a4c8aae7-d54c-4123-b3a9-729be74bee3f HTTP/1.1" status: 200 len: 856 time: 0.0653355 Apr 15 13:22:18.832491 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.agents_db [None req-862eb08b-2c52-41b8-8db2-56e94ab18918 None None] Agent healthcheck: found 6 active agents {{(pid=85260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 13:22:18.959616 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86498d-6761-4aed-83f8-5359eb51161a req-4f9ebed8-4772-44dc-9fcd-481961dfd5bd tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:18.961226 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5b86498d-6761-4aed-83f8-5359eb51161a req-4f9ebed8-4772-44dc-9fcd-481961dfd5bd tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 944 time: 0.1568782 Apr 15 13:22:18.963178 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632c460-8247-4057-85df-3608ee6a0c68 req-dda375b7-9bda-4684-9c30-5c8af5fe7f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:18.964658 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a632c460-8247-4057-85df-3608ee6a0c68 req-dda375b7-9bda-4684-9c30-5c8af5fe7f0a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a011c5a8-19dd-4b3a-aac8-fb661fc52f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1163235 Apr 15 13:22:19.097735 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5b86498d-6761-4aed-83f8-5359eb51161a req-8c7eed2c-ea2b-4f0e-b536-01236d64df60 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=67aa45f3-507c-493d-b610-ae052b9853f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299999 Apr 15 13:22:19.111704 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device 24d65a3e-507c-49d7-b23b-3a4c1a108d3f no longer exists at agent hyperv_hv-cinder-78494 {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 13:22:19.146771 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a632c460-8247-4057-85df-3608ee6a0c68 req-54270430-b67a-45de-a4fa-399df9fd8696 service neutron] 10.222.0.65 "GET /v2.0/networks/a011c5a8-19dd-4b3a-aac8-fb661fc52f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632454 Apr 15 13:22:19.291927 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a632c460-8247-4057-85df-3608ee6a0c68 req-0a5201e4-d34d-43bf-952f-e49cf56dc38d service neutron] 10.222.0.65 "GET /v2.0/networks/a011c5a8-19dd-4b3a-aac8-fb661fc52f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373408 Apr 15 13:22:19.590321 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0fc13-fc98-4932-8444-93cfdea3c0f6 req-d2825d50-606c-413a-a2f5-57622d200564 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:19.592004 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-0ee0fc13-fc98-4932-8444-93cfdea3c0f6 req-d2825d50-606c-413a-a2f5-57622d200564 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/ports?device_id=a94b572d-759d-484e-bd82-881045f330e3 HTTP/1.1" status: 200 len: 945 time: 0.0934792 Apr 15 13:22:19.640147 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-0ee0fc13-fc98-4932-8444-93cfdea3c0f6 req-2113c80a-c442-4dc8-aae2-4d2b92707639 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/security-groups?id=a270e018-042d-4e19-913b-98dc55775a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409653 Apr 15 13:22:20.312914 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da04276-3540-41bf-a37f-2e2ed8d3143b req-f6fbe7c5-aac3-476f-be26-6b1ba38c8b13 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:20.315233 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8da04276-3540-41bf-a37f-2e2ed8d3143b req-f6fbe7c5-aac3-476f-be26-6b1ba38c8b13 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 944 time: 0.0963337 Apr 15 13:22:20.372515 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8da04276-3540-41bf-a37f-2e2ed8d3143b req-161cb949-8f46-4239-9f65-557b95b8737e tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=67aa45f3-507c-493d-b610-ae052b9853f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495853 Apr 15 13:22:20.853678 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7c43d-7aef-478a-8b41-03eef5310d35 req-daa9aa80-5946-4423-9fcb-b7fe71d1c2b8 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:20.858546 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c0c7c43d-7aef-478a-8b41-03eef5310d35 req-daa9aa80-5946-4423-9fcb-b7fe71d1c2b8 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/ports?device_id=a94b572d-759d-484e-bd82-881045f330e3 HTTP/1.1" status: 200 len: 945 time: 0.0990436 Apr 15 13:22:20.904082 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c0c7c43d-7aef-478a-8b41-03eef5310d35 req-9d8888e0-32df-48c2-8917-96d67e54dec6 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/security-groups?id=a270e018-042d-4e19-913b-98dc55775a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417590 Apr 15 13:22:21.622358 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ae6e6-7c71-43d7-84d4-8017f704929a req-bd5ee6b8-aef2-4ca7-a80b-a172f7d0e163 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:21.624133 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4c7ae6e6-7c71-43d7-84d4-8017f704929a req-bd5ee6b8-aef2-4ca7-a80b-a172f7d0e163 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 944 time: 0.1064794 Apr 15 13:22:21.677622 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4c7ae6e6-7c71-43d7-84d4-8017f704929a req-9da197a6-aecc-4752-bac0-365c4bfb8bc4 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=67aa45f3-507c-493d-b610-ae052b9853f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466177 Apr 15 13:22:22.123027 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9db21d-b31a-4765-bf90-e67b0376b358 req-dad73c75-3063-43ba-9555-0242a7cec035 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:22.124952 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-3a9db21d-b31a-4765-bf90-e67b0376b358 req-dad73c75-3063-43ba-9555-0242a7cec035 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/ports?device_id=a94b572d-759d-484e-bd82-881045f330e3 HTTP/1.1" status: 200 len: 945 time: 0.1027820 Apr 15 13:22:22.180445 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-3a9db21d-b31a-4765-bf90-e67b0376b358 req-ce90467e-ef80-4c3d-a078-d8ff01bb80e8 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/security-groups?id=a270e018-042d-4e19-913b-98dc55775a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480087 Apr 15 13:22:22.778256 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:22:22.889632 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d83dc4b-452b-4f52-a23b-8c608f5a117f req-94841231-be70-4354-946b-85ef7c239467 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:22.891236 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-7d83dc4b-452b-4f52-a23b-8c608f5a117f req-94841231-be70-4354-946b-85ef7c239467 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 944 time: 0.0891378 Apr 15 13:22:22.940593 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-7d83dc4b-452b-4f52-a23b-8c608f5a117f req-490ebdc6-434f-4389-bdf6-92bb458021b1 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=67aa45f3-507c-493d-b610-ae052b9853f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425971 Apr 15 13:22:23.410593 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e25011-4352-4a88-b815-7023131938a1 req-c436f5a0-acf1-4033-814e-dea0feb559ac tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:23.412362 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-b7e25011-4352-4a88-b815-7023131938a1 req-c436f5a0-acf1-4033-814e-dea0feb559ac tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/ports?device_id=a94b572d-759d-484e-bd82-881045f330e3 HTTP/1.1" status: 200 len: 945 time: 0.1120000 Apr 15 13:22:23.770137 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-b7e25011-4352-4a88-b815-7023131938a1 req-88122df8-8a37-416e-baa5-51f5fe8a4990 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/security-groups?id=a270e018-042d-4e19-913b-98dc55775a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511326 Apr 15 13:22:24.174308 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9bf32-0083-4228-9ade-b060bd417388 req-03f6f441-7afe-4625-bb61-4b42dd2e843d tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:24.175955 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-36b9bf32-0083-4228-9ade-b060bd417388 req-03f6f441-7afe-4625-bb61-4b42dd2e843d tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 944 time: 0.0958114 Apr 15 13:22:24.228992 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-36b9bf32-0083-4228-9ade-b060bd417388 req-9daf3828-913d-4d95-a09b-1ba832c1e637 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=67aa45f3-507c-493d-b610-ae052b9853f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459170 Apr 15 13:22:24.979660 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb7fcb-6cb4-456a-b2d8-8815c0fac64c req-f39d6036-2a60-477c-86c2-14ab4341f676 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:24.981180 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ffbb7fcb-6cb4-456a-b2d8-8815c0fac64c req-f39d6036-2a60-477c-86c2-14ab4341f676 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/ports?device_id=a94b572d-759d-484e-bd82-881045f330e3 HTTP/1.1" status: 200 len: 945 time: 0.0941303 Apr 15 13:22:25.030437 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ffbb7fcb-6cb4-456a-b2d8-8815c0fac64c req-5fa17b7b-1d83-4577-8c33-8e26ebe732b0 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/security-groups?id=a270e018-042d-4e19-913b-98dc55775a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423779 Apr 15 13:22:25.464550 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d39db-9bfa-4e2c-a265-0aa6cd696860 req-a2410345-6495-4119-96b7-b6a9cc720b3f tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:25.466190 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-880d39db-9bfa-4e2c-a265-0aa6cd696860 req-a2410345-6495-4119-96b7-b6a9cc720b3f tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 944 time: 0.1155591 Apr 15 13:22:25.528062 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-880d39db-9bfa-4e2c-a265-0aa6cd696860 req-ef507a8e-21c0-4826-9cfa-017af09fc385 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=67aa45f3-507c-493d-b610-ae052b9853f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534196 Apr 15 13:22:26.247321 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c681e082-1e9d-4883-b081-6b64da6fa8bb req-8daddd0d-034b-477c-8f29-55018827a568 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:26.248990 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c681e082-1e9d-4883-b081-6b64da6fa8bb req-8daddd0d-034b-477c-8f29-55018827a568 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/ports?device_id=a94b572d-759d-484e-bd82-881045f330e3 HTTP/1.1" status: 200 len: 945 time: 0.0962453 Apr 15 13:22:26.298256 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c681e082-1e9d-4883-b081-6b64da6fa8bb req-c000d9b7-624d-43c2-90e8-54cc8d3cabac tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/security-groups?id=a270e018-042d-4e19-913b-98dc55775a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424528 Apr 15 13:22:26.738915 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82179c0-325f-4850-9614-437357484110 req-3c959dfa-918e-4cdc-9454-cfd273e453e8 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:26.749542 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e82179c0-325f-4850-9614-437357484110 req-3c959dfa-918e-4cdc-9454-cfd273e453e8 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 944 time: 0.0932453 Apr 15 13:22:26.806049 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e82179c0-325f-4850-9614-437357484110 req-a4493765-35ba-44ca-a20c-c9676c6dcfa3 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=67aa45f3-507c-493d-b610-ae052b9853f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553229 Apr 15 13:22:27.544345 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57751570-e377-4cb0-bb67-c6933d44ab67 req-086668ae-2d86-47d4-9983-391261e2bd2b tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:27.545937 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-57751570-e377-4cb0-bb67-c6933d44ab67 req-086668ae-2d86-47d4-9983-391261e2bd2b tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/ports?device_id=a94b572d-759d-484e-bd82-881045f330e3 HTTP/1.1" status: 200 len: 945 time: 0.1258996 Apr 15 13:22:27.595260 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-57751570-e377-4cb0-bb67-c6933d44ab67 req-af63d4a1-78e2-45ef-99ca-42127a429384 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/security-groups?id=a270e018-042d-4e19-913b-98dc55775a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419405 Apr 15 13:22:28.025132 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d457d6a5-3ec5-4358-9b26-0f096186fdd9 req-4ce618d2-26df-4bdd-99bd-6ba4e8b091ad tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:28.026745 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d457d6a5-3ec5-4358-9b26-0f096186fdd9 req-4ce618d2-26df-4bdd-99bd-6ba4e8b091ad tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 944 time: 0.0938175 Apr 15 13:22:28.076516 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d457d6a5-3ec5-4358-9b26-0f096186fdd9 req-f3115ce3-2563-421d-89d5-871c85701829 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=67aa45f3-507c-493d-b610-ae052b9853f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423033 Apr 15 13:22:28.822566 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da39914-3fc1-4fda-a2cc-37e05f117ba0 req-20e78bc8-fc73-42ba-8b24-03732d05112f tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:28.824191 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-0da39914-3fc1-4fda-a2cc-37e05f117ba0 req-20e78bc8-fc73-42ba-8b24-03732d05112f tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/ports?device_id=a94b572d-759d-484e-bd82-881045f330e3 HTTP/1.1" status: 200 len: 945 time: 0.1107717 Apr 15 13:22:28.874263 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-0da39914-3fc1-4fda-a2cc-37e05f117ba0 req-78c492e0-8f07-4210-8d49-a6f073b4152c tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/security-groups?id=a270e018-042d-4e19-913b-98dc55775a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431843 Apr 15 13:22:29.294207 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720db39-cf29-42f9-8e9d-ae92a5c1ed69 req-05dc2e11-a92f-40b6-acba-f024810664b8 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:29.296020 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-3720db39-cf29-42f9-8e9d-ae92a5c1ed69 req-05dc2e11-a92f-40b6-acba-f024810664b8 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 944 time: 0.0939295 Apr 15 13:22:29.354723 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-3720db39-cf29-42f9-8e9d-ae92a5c1ed69 req-7dff8d59-e29c-4b59-92fa-5cfc64921731 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=67aa45f3-507c-493d-b610-ae052b9853f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521624 Apr 15 13:22:30.106421 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393957b-689e-4bd9-aef7-ab4ef8537676 req-3f6333ad-f487-49cc-913b-781f08f549ea tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:30.108065 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d393957b-689e-4bd9-aef7-ab4ef8537676 req-3f6333ad-f487-49cc-913b-781f08f549ea tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/ports?device_id=a94b572d-759d-484e-bd82-881045f330e3 HTTP/1.1" status: 200 len: 945 time: 0.0993538 Apr 15 13:22:30.157765 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d393957b-689e-4bd9-aef7-ab4ef8537676 req-84777268-42c2-486b-8186-dd98245c4750 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/security-groups?id=a270e018-042d-4e19-913b-98dc55775a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422947 Apr 15 13:22:30.596323 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8181c5d-ae49-4866-a10f-3a25b5acf65b req-dd04575a-55bb-49a3-82f6-d8d19f11b879 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:30.597972 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d8181c5d-ae49-4866-a10f-3a25b5acf65b req-dd04575a-55bb-49a3-82f6-d8d19f11b879 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 944 time: 0.1040826 Apr 15 13:22:30.648410 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d8181c5d-ae49-4866-a10f-3a25b5acf65b req-49a94455-f517-4d85-9151-57627b61db59 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=67aa45f3-507c-493d-b610-ae052b9853f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437133 Apr 15 13:22:31.517647 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66f607-7449-458d-9f5b-4273ed52ec20 req-7618c571-c89a-42ee-a9af-b6ae4358475b tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:31.519186 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4b66f607-7449-458d-9f5b-4273ed52ec20 req-7618c571-c89a-42ee-a9af-b6ae4358475b tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/ports?device_id=a94b572d-759d-484e-bd82-881045f330e3 HTTP/1.1" status: 200 len: 945 time: 0.1003115 Apr 15 13:22:31.568774 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4b66f607-7449-458d-9f5b-4273ed52ec20 req-6220007f-32b3-46f8-97a3-2bd38a0ec24e tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/security-groups?id=a270e018-042d-4e19-913b-98dc55775a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431840 Apr 15 13:22:31.870721 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe2e15-2077-44e7-a41b-bbb39a910761 req-0e0aee03-803a-409f-90e8-8a3517448e72 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:31.872469 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-25fe2e15-2077-44e7-a41b-bbb39a910761 req-0e0aee03-803a-409f-90e8-8a3517448e72 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 944 time: 0.1035392 Apr 15 13:22:31.929121 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-25fe2e15-2077-44e7-a41b-bbb39a910761 req-67ca7bc8-b91c-4fa3-9fc1-682e0b18c4d9 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=67aa45f3-507c-493d-b610-ae052b9853f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480413 Apr 15 13:22:32.774488 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24315748-be15-4152-8fcc-4bc7ccae003e req-981817fd-1566-4d24-8498-68106af349f3 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:32.776241 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-24315748-be15-4152-8fcc-4bc7ccae003e req-981817fd-1566-4d24-8498-68106af349f3 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/ports?device_id=a94b572d-759d-484e-bd82-881045f330e3 HTTP/1.1" status: 200 len: 945 time: 0.0937424 Apr 15 13:22:32.843096 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-24315748-be15-4152-8fcc-4bc7ccae003e req-aae97daa-d353-4c28-9487-f0960e9f761e tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/security-groups?id=a270e018-042d-4e19-913b-98dc55775a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534637 Apr 15 13:22:33.144405 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82118b90-969c-4afb-88e8-66e3cf51b02c req-405dab11-866a-4df7-9430-e8db1be3a83c tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:33.146803 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-82118b90-969c-4afb-88e8-66e3cf51b02c req-405dab11-866a-4df7-9430-e8db1be3a83c tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 944 time: 0.0978503 Apr 15 13:22:33.198573 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-82118b90-969c-4afb-88e8-66e3cf51b02c req-9180cbd1-2558-426c-a958-dada35aa4174 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=67aa45f3-507c-493d-b610-ae052b9853f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452454 Apr 15 13:22:34.054569 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe3da4c-81a3-4690-8a65-bdebbe896812 req-01764756-bf6a-42a2-88bd-c597cd29d3fc tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:34.056288 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-6fe3da4c-81a3-4690-8a65-bdebbe896812 req-01764756-bf6a-42a2-88bd-c597cd29d3fc tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/ports?device_id=a94b572d-759d-484e-bd82-881045f330e3 HTTP/1.1" status: 200 len: 945 time: 0.0987558 Apr 15 13:22:34.111791 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-6fe3da4c-81a3-4690-8a65-bdebbe896812 req-a9d35deb-24cf-4c4b-8aad-ef5d470d1e76 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/security-groups?id=a270e018-042d-4e19-913b-98dc55775a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483344 Apr 15 13:22:34.415378 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff5746-b408-4a2e-bda3-12399ed76e0a req-b2c43824-079f-4b5d-bf84-67455a813f10 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:34.416999 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1cff5746-b408-4a2e-bda3-12399ed76e0a req-b2c43824-079f-4b5d-bf84-67455a813f10 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 944 time: 0.0876968 Apr 15 13:22:34.484611 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1cff5746-b408-4a2e-bda3-12399ed76e0a req-e924f770-f34a-45fe-9ae3-85fca837c6a1 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=67aa45f3-507c-493d-b610-ae052b9853f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611541 Apr 15 13:22:35.388868 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3e015-0576-4030-98de-a945cc1bdb31 req-65a1f0da-7d83-48d9-838f-5ddac194a828 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:35.390458 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-43c3e015-0576-4030-98de-a945cc1bdb31 req-65a1f0da-7d83-48d9-838f-5ddac194a828 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/ports?device_id=a94b572d-759d-484e-bd82-881045f330e3 HTTP/1.1" status: 200 len: 945 time: 0.0910168 Apr 15 13:22:35.438010 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-43c3e015-0576-4030-98de-a945cc1bdb31 req-738b2d7f-3665-4ad2-b283-b81d29c09b0a tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/security-groups?id=a270e018-042d-4e19-913b-98dc55775a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406277 Apr 15 13:22:35.695273 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d7bd6-f72c-46a5-9f91-34c55f60bdb3 req-c810cb93-d4ae-4b34-8f4f-9ae626d43504 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:35.696873 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-555d7bd6-f72c-46a5-9f91-34c55f60bdb3 req-c810cb93-d4ae-4b34-8f4f-9ae626d43504 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 944 time: 0.0883882 Apr 15 13:22:35.745324 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-555d7bd6-f72c-46a5-9f91-34c55f60bdb3 req-6817d510-ae48-433e-8a05-0baf6c2daf07 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=67aa45f3-507c-493d-b610-ae052b9853f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420671 Apr 15 13:22:36.641838 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0660cbbe-c9f2-4de3-b687-d42b3016d433 req-e2912067-819d-497c-b707-a92d04b5bc6e tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:36.643509 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-0660cbbe-c9f2-4de3-b687-d42b3016d433 req-e2912067-819d-497c-b707-a92d04b5bc6e tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/ports?device_id=a94b572d-759d-484e-bd82-881045f330e3 HTTP/1.1" status: 200 len: 945 time: 0.0904682 Apr 15 13:22:36.691958 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-0660cbbe-c9f2-4de3-b687-d42b3016d433 req-3bbffdba-eca2-4e7d-bd01-39e7e7dd3237 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/security-groups?id=a270e018-042d-4e19-913b-98dc55775a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419772 Apr 15 13:22:36.955153 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028ba9e-0d42-4546-b163-cf6cd647018a req-2d29cdc5-733b-4e58-b8fd-e6c9cf9e18e0 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:36.956787 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-b028ba9e-0d42-4546-b163-cf6cd647018a req-2d29cdc5-733b-4e58-b8fd-e6c9cf9e18e0 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 944 time: 0.0907598 Apr 15 13:22:37.004727 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-b028ba9e-0d42-4546-b163-cf6cd647018a req-a72a9483-b7ad-4301-a6a8-771e43521c38 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=67aa45f3-507c-493d-b610-ae052b9853f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414050 Apr 15 13:22:37.220871 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device 24d65a3e-507c-49d7-b23b-3a4c1a108d3f details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=85259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 13:22:37.363675 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port 24d65a3e-507c-49d7-b23b-3a4c1a108d3f, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=24d65a3e-507c-49d7-b23b-3a4c1a108d3f,segment=NetworkSegment(063acdd5-d5b4-42f0-8d65-a7c12793df51),segment_id=063acdd5-d5b4-42f0-8d65-a7c12793df51)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:22:37.377809 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Returning: {'device': '24d65a3e-507c-49d7-b23b-3a4c1a108d3f', 'network_id': 'a011c5a8-19dd-4b3a-aac8-fb661fc52f6c', 'port_id': '24d65a3e-507c-49d7-b23b-3a4c1a108d3f', 'mac_address': 'fa:16:3e:56:c4:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4c8aae7-d54c-4123-b3a9-729be74bee3f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 13:22:37.435242 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:22:37.453622 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24d65a3e-507c-49d7-b23b-3a4c1a108d3f {{(pid=85259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 13:22:37.469926 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port 24d65a3e-507c-49d7-b23b-3a4c1a108d3f, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=24d65a3e-507c-49d7-b23b-3a4c1a108d3f,segment=NetworkSegment(063acdd5-d5b4-42f0-8d65-a7c12793df51),segment_id=063acdd5-d5b4-42f0-8d65-a7c12793df51)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:22:37.472856 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:22:37.474595 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:22:37.547676 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Pushing event updated for resources: {'Port': ['ID=24d65a3e-507c-49d7-b23b-3a4c1a108d3f,revision_number=9']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:22:37.551749 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:22:37.884803 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] get_ports_and_sgs() called for port_ids ['24d65a3e-507c-49d7-b23b-3a4c1a108d3f'] {{(pid=85259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 13:22:37.899252 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c38a0-a56d-41c4-97ce-75b9b63bd028 req-a57e1b1d-54c3-4f38-ad86-f86bd6ad7e07 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:37.900928 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-824c38a0-a56d-41c4-97ce-75b9b63bd028 req-a57e1b1d-54c3-4f38-ad86-f86bd6ad7e07 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/ports?device_id=a94b572d-759d-484e-bd82-881045f330e3 HTTP/1.1" status: 200 len: 945 time: 0.0891714 Apr 15 13:22:37.950074 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-824c38a0-a56d-41c4-97ce-75b9b63bd028 req-c6030140-6cc5-4cea-a1d3-6565faf83e26 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/security-groups?id=a270e018-042d-4e19-913b-98dc55775a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427222 Apr 15 13:22:38.223511 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eab3de-b7ed-4d9b-a242-f9b6f6a5d970 req-9c571c37-f7ea-49a1-ab06-6b8e443361bf tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:38.225141 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-b1eab3de-b7ed-4d9b-a242-f9b6f6a5d970 req-9c571c37-f7ea-49a1-ab06-6b8e443361bf tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 945 time: 0.0926359 Apr 15 13:22:38.274374 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-b1eab3de-b7ed-4d9b-a242-f9b6f6a5d970 req-e0084b01-4d26-49dd-9d1c-e735cb793802 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=67aa45f3-507c-493d-b610-ae052b9853f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428357 Apr 15 13:22:39.156581 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b387f2-43e6-4187-8ada-ba204aacaf98 req-d4c69736-2163-4bf3-8f7a-31b6f0611600 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:39.158252 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-67b387f2-43e6-4187-8ada-ba204aacaf98 req-d4c69736-2163-4bf3-8f7a-31b6f0611600 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/ports?device_id=a94b572d-759d-484e-bd82-881045f330e3 HTTP/1.1" status: 200 len: 945 time: 0.0911877 Apr 15 13:22:39.207680 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-67b387f2-43e6-4187-8ada-ba204aacaf98 req-3a63066b-2d90-4d44-833f-22b5aaf03032 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/security-groups?id=a270e018-042d-4e19-913b-98dc55775a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428607 Apr 15 13:22:39.234337 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device 24d65a3e-507c-49d7-b23b-3a4c1a108d3f up at agent hyperv_hv-cinder-78494 {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:22:39.309324 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Provisioning complete for port 24d65a3e-507c-49d7-b23b-3a4c1a108d3f triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:22:39.309739 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:22:39.439612 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:22:39.467989 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d65a3e-507c-49d7-b23b-3a4c1a108d3f'}] {{(pid=85259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:22:39.480363 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port 24d65a3e-507c-49d7-b23b-3a4c1a108d3f, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=24d65a3e-507c-49d7-b23b-3a4c1a108d3f,segment=NetworkSegment(063acdd5-d5b4-42f0-8d65-a7c12793df51),segment_id=063acdd5-d5b4-42f0-8d65-a7c12793df51)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:22:39.484020 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:22:39.486802 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:22:39.490348 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8725e378-e776-4f5e-bb0b-58f104fa9826 req-f4ffc2a8-bcd6-43e9-a6d0-657776b258a4 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:39.492035 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8725e378-e776-4f5e-bb0b-58f104fa9826 req-f4ffc2a8-bcd6-43e9-a6d0-657776b258a4 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 945 time: 0.0968719 Apr 15 13:22:39.524395 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d65a3e-507c-49d7-b23b-3a4c1a108d3f', 'code': 200} Apr 15 13:22:39.542936 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8725e378-e776-4f5e-bb0b-58f104fa9826 req-34a5f85c-3f05-48aa-a8a2-3d61a62603ed tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=67aa45f3-507c-493d-b610-ae052b9853f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440171 Apr 15 13:22:39.560030 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Pushing event updated for resources: {'Port': ['ID=24d65a3e-507c-49d7-b23b-3a4c1a108d3f,revision_number=10']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:22:39.563188 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:22:39.877611 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a02533-f7b7-4cd8-b50b-06a42469c200 req-511435f7-c087-42e9-b6e8-ca1e026e143f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:39.879218 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-35a02533-f7b7-4cd8-b50b-06a42469c200 req-511435f7-c087-42e9-b6e8-ca1e026e143f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 1100 time: 0.0803273 Apr 15 13:22:40.042323 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-35a02533-f7b7-4cd8-b50b-06a42469c200 req-3ea5d346-f5e8-420c-92a1-43d29ffeba2c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=67aa45f3-507c-493d-b610-ae052b9853f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947843 Apr 15 13:22:40.082733 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a066e-f95d-4331-901b-e6a81793c692 req-8a3eb849-3a05-4674-9d30-8bd7155219ae tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:40.084454 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5a9a066e-f95d-4331-901b-e6a81793c692 req-8a3eb849-3a05-4674-9d30-8bd7155219ae tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.65 "GET /v2.0/ports?device_id=a94b572d-759d-484e-bd82-881045f330e3 HTTP/1.1" status: 200 len: 945 time: 0.1227028 Apr 15 13:22:40.454190 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [req-5a9a066e-f95d-4331-901b-e6a81793c692 req-e163f08e-ffd1-49b8-9298-10fc62861cee tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Deleting port 84d50d73-5cd3-4a10-80a6-a44d9bacb4d2 {{(pid=85257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 13:22:40.467096 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-5a9a066e-f95d-4331-901b-e6a81793c692 req-e163f08e-ffd1-49b8-9298-10fc62861cee tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279808963205'] for port, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:22:40.543261 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4380f-8a8f-4a98-b25e-2227092bf461 req-c9a3d4b8-2909-4bd9-a643-775abca1f1e1 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:40.544997 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f4f4380f-8a8f-4a98-b25e-2227092bf461 req-c9a3d4b8-2909-4bd9-a643-775abca1f1e1 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/ports?device_id=a94b572d-759d-484e-bd82-881045f330e3 HTTP/1.1" status: 200 len: 945 time: 0.2216821 Apr 15 13:22:40.665496 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f4f4380f-8a8f-4a98-b25e-2227092bf461 req-73d3f6a0-13b9-4a5f-b7c5-15d9d569e74c tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/security-groups?id=a270e018-042d-4e19-913b-98dc55775a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882027 Apr 15 13:22:40.852098 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [req-5a9a066e-f95d-4331-901b-e6a81793c692 req-e163f08e-ffd1-49b8-9298-10fc62861cee tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] For port 84d50d73-5cd3-4a10-80a6-a44d9bacb4d2, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=84d50d73-5cd3-4a10-80a6-a44d9bacb4d2,segment=NetworkSegment(60a06f1b-e9cf-4fa0-a453-5fa9d1d48e17),segment_id=60a06f1b-e9cf-4fa0-a453-5fa9d1d48e17)] {{(pid=85257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:22:40.852488 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-5a9a066e-f95d-4331-901b-e6a81793c692 req-e163f08e-ffd1-49b8-9298-10fc62861cee tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853842851'] for port, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:22:40.930962 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2c5cc-a97c-47b1-b9fc-ced0f75c0b97 req-4e80f9d1-3172-4ffc-8ecf-4e9be548919b tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:40.932571 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-6af2c5cc-a97c-47b1-b9fc-ced0f75c0b97 req-4e80f9d1-3172-4ffc-8ecf-4e9be548919b tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 947 time: 0.2157652 Apr 15 13:22:40.998643 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [req-5a9a066e-f95d-4331-901b-e6a81793c692 req-e163f08e-ffd1-49b8-9298-10fc62861cee tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Calling delete_port for 84d50d73-5cd3-4a10-80a6-a44d9bacb4d2 owned by compute:nova {{(pid=85257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 13:22:41.324431 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-6af2c5cc-a97c-47b1-b9fc-ced0f75c0b97 req-c19acb57-467a-4ac0-8d84-53dec6272e3b tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=67aa45f3-507c-493d-b610-ae052b9853f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3341460 Apr 15 13:22:41.413719 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-5a9a066e-f95d-4331-901b-e6a81793c692 req-e163f08e-ffd1-49b8-9298-10fc62861cee tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757045826334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279809391903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842649921'] for port, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:22:41.431642 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-30d1faa5-8d66-4c85-9388-ab670c342f41 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:22:41.480717 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e163f08e-ffd1-49b8-9298-10fc62861cee tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Pushing event deleted for resources: {'Port': ['ID=84d50d73-5cd3-4a10-80a6-a44d9bacb4d2,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:22:41.542924 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e163f08e-ffd1-49b8-9298-10fc62861cee tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:22:41.543338 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e163f08e-ffd1-49b8-9298-10fc62861cee tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:22:41.543801 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e163f08e-ffd1-49b8-9298-10fc62861cee tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:22:41.544178 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e163f08e-ffd1-49b8-9298-10fc62861cee tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:22:41.544611 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e163f08e-ffd1-49b8-9298-10fc62861cee tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:22:41.544927 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e163f08e-ffd1-49b8-9298-10fc62861cee tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:22:41.545309 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e163f08e-ffd1-49b8-9298-10fc62861cee tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:22:41.545691 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e163f08e-ffd1-49b8-9298-10fc62861cee tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:22:41.546072 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e163f08e-ffd1-49b8-9298-10fc62861cee tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:22:41.546451 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e163f08e-ffd1-49b8-9298-10fc62861cee tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:22:41.546833 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e163f08e-ffd1-49b8-9298-10fc62861cee tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:22:41.547247 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e163f08e-ffd1-49b8-9298-10fc62861cee tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:22:41.560348 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-e163f08e-ffd1-49b8-9298-10fc62861cee tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:22:41.694923 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a9a066e-f95d-4331-901b-e6a81793c692 req-e163f08e-ffd1-49b8-9298-10fc62861cee tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] No DVR routers for this DVR port 84d50d73-5cd3-4a10-80a6-a44d9bacb4d2 on host hv-cinder-78494 {{(pid=85257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 13:22:41.697440 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-5a9a066e-f95d-4331-901b-e6a81793c692 req-e163f08e-ffd1-49b8-9298-10fc62861cee tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for port, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:22:41.700269 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a94b572d-759d-484e-bd82-881045f330e3', 'name': 'network-vif-deleted', 'tag': '84d50d73-5cd3-4a10-80a6-a44d9bacb4d2'}] {{(pid=85257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:22:41.715505 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5a9a066e-f95d-4331-901b-e6a81793c692 req-e163f08e-ffd1-49b8-9298-10fc62861cee tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.65 "DELETE /v2.0/ports/84d50d73-5cd3-4a10-80a6-a44d9bacb4d2 HTTP/1.1" status: 204 len: 173 time: 1.3503549 Apr 15 13:22:41.758093 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a94b572d-759d-484e-bd82-881045f330e3', 'name': 'network-vif-deleted', 'tag': '84d50d73-5cd3-4a10-80a6-a44d9bacb4d2', 'status': 'completed', 'code': 200} Apr 15 13:22:41.904121 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-ac9a5e6d-541f-45c1-a232-8ea602a31717 req-62581011-7d4c-49be-a2bd-c49aa5250b21 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Synchronizing usage tracker for tenant:e19ea3363d774851a5681e00dfac5842 on resource:port {{(pid=85257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 13:22:41.919274 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-ac9a5e6d-541f-45c1-a232-8ea602a31717 req-62581011-7d4c-49be-a2bd-c49aa5250b21 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Unset dirty status for tenant:e19ea3363d774851a5681e00dfac5842 on resource:port {{(pid=85257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 13:22:41.920595 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ac9a5e6d-541f-45c1-a232-8ea602a31717 req-62581011-7d4c-49be-a2bd-c49aa5250b21 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] 10.222.0.64 "GET /v2.0/ports?device_id=a94b572d-759d-484e-bd82-881045f330e3 HTTP/1.1" status: 200 len: 210 time: 0.0691006 Apr 15 13:22:42.016528 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-865e6ba3-fb97-4ff8-a126-4a804c8c39ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:22:42.542271 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d28c1-5e3a-49ec-a8e7-1f59cc0df5ea req-ca7a5406-36ea-44eb-8df3-9ebdcfe8f6da tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:42.543909 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5a5d28c1-5e3a-49ec-a8e7-1f59cc0df5ea req-ca7a5406-36ea-44eb-8df3-9ebdcfe8f6da tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 947 time: 0.0925410 Apr 15 13:22:42.593076 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5a5d28c1-5e3a-49ec-a8e7-1f59cc0df5ea req-9e10be2f-9fbc-4d87-8e5b-f62c2ddaa50f tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=67aa45f3-507c-493d-b610-ae052b9853f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425346 Apr 15 13:22:43.257311 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device 84d50d73-5cd3-4a10-80a6-a44d9bacb4d2 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 13:22:43.297411 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] No Port match for: 84d50d73-5cd3-4a10-80a6-a44d9bacb4d2 {{(pid=85259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 13:22:43.297810 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device 84d50d73-5cd3-4a10-80a6-a44d9bacb4d2 not bound to the agent host hv-cinder-78494 {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 13:22:44.644833 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b3d4c743-d735-4ded-80fa-cc3ff6adce77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:22:45.408888 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c87900dd-59db-4d9b-b688-8554058ba32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:22:45.976202 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:22:46.904503 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47a557f2-6ce0-416f-9ef8-17658d5933ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:22:52.803425 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:22:55.832708 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.agents_db [None req-862eb08b-2c52-41b8-8db2-56e94ab18918 None None] Agent healthcheck: found 6 active agents {{(pid=85260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 13:22:57.697896 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a6ebb8c4-3342-4752-ac42-b8e7c4288c25 req-37b2c228-57a1-4a69-a6fe-8b0fcff886c9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0816441 Apr 15 13:22:57.814796 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ebb8c4-3342-4752-ac42-b8e7c4288c25 req-f4b4713f-d208-47df-b4b5-93b7c1ad6e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:57.816486 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a6ebb8c4-3342-4752-ac42-b8e7c4288c25 req-f4b4713f-d208-47df-b4b5-93b7c1ad6e8f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3edcfff57f6b4d3a989c0baa167aa5b1&device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 1100 time: 0.0796146 Apr 15 13:22:57.979558 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ebb8c4-3342-4752-ac42-b8e7c4288c25 req-c80ebadf-2cd1-4888-b3a1-df3e4f639164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:57.981087 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a6ebb8c4-3342-4752-ac42-b8e7c4288c25 req-c80ebadf-2cd1-4888-b3a1-df3e4f639164 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a011c5a8-19dd-4b3a-aac8-fb661fc52f6c HTTP/1.1" status: 200 len: 918 time: 0.1389108 Apr 15 13:22:58.091933 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a6ebb8c4-3342-4752-ac42-b8e7c4288c25 req-797f2d00-6b01-42b8-a614-20bd742b5e69 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24d65a3e-507c-49d7-b23b-3a4c1a108d3f HTTP/1.1" status: 200 len: 1001 time: 0.1035464 Apr 15 13:22:58.166695 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ebb8c4-3342-4752-ac42-b8e7c4288c25 req-c22db69c-7b72-496a-8ef3-8b1e72a8d2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:58.168646 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a6ebb8c4-3342-4752-ac42-b8e7c4288c25 req-c22db69c-7b72-496a-8ef3-8b1e72a8d2a2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a4c8aae7-d54c-4123-b3a9-729be74bee3f HTTP/1.1" status: 200 len: 856 time: 0.0700586 Apr 15 13:22:58.251915 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ebb8c4-3342-4752-ac42-b8e7c4288c25 req-7ef51a12-34d8-43b6-ba07-7d383481dd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:22:58.253401 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a6ebb8c4-3342-4752-ac42-b8e7c4288c25 req-7ef51a12-34d8-43b6-ba07-7d383481dd97 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a011c5a8-19dd-4b3a-aac8-fb661fc52f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0777299 Apr 15 13:22:58.394701 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a6ebb8c4-3342-4752-ac42-b8e7c4288c25 req-6afdb689-e45f-4cac-9601-e75dcbef3d10 service neutron] 10.222.0.65 "GET /v2.0/networks/a011c5a8-19dd-4b3a-aac8-fb661fc52f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345644 Apr 15 13:22:58.540244 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a6ebb8c4-3342-4752-ac42-b8e7c4288c25 req-009b1311-c318-4861-a570-6145c7f7078e service neutron] 10.222.0.65 "GET /v2.0/networks/a011c5a8-19dd-4b3a-aac8-fb661fc52f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388931 Apr 15 13:23:02.473334 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 43836) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:23:02.539584 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5bc0802-852c-4f0b-be90-13f30968e8f3 admin admin] Deleting subnet 6fc40e3a-955f-4a97-aa71-a5b551d8bd0e {{(pid=85257) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 13:23:02.542802 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-f5bc0802-852c-4f0b-be90-13f30968e8f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:02.599143 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-f5bc0802-852c-4f0b-be90-13f30968e8f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036842649438'] for subnet, precommit_delete_associations {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:02.659482 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-f5bc0802-852c-4f0b-be90-13f30968e8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1806'] for subnet, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:02.925246 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-f5bc0802-852c-4f0b-be90-13f30968e8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12125896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842681477'] for subnet, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:02.941025 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-eb3e5692-a7f4-49b8-b395-0c340588ed52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:23:03.024926 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bc0802-852c-4f0b-be90-13f30968e8f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fc40e3a-955f-4a97-aa71-a5b551d8bd0e,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:23:03.031975 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-f5bc0802-852c-4f0b-be90-13f30968e8f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:23:03.074884 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-f5bc0802-852c-4f0b-be90-13f30968e8f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:03.081814 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-f5bc0802-852c-4f0b-be90-13f30968e8f3 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/6fc40e3a-955f-4a97-aa71-a5b551d8bd0e HTTP/1.1" status: 204 len: 168 time: 0.6073546 Apr 15 13:23:03.084507 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 43840) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:23:03.199198 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b261e109-4e89-4433-b426-51435fa3653e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854359108'] for network, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:03.393514 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b261e109-4e89-4433-b426-51435fa3653e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854696719', 'neutron.services.segments.db._delete_segments_for_network--9223363279808872257'] for network, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:03.509679 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.services.segments.db [None req-b261e109-4e89-4433-b426-51435fa3653e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ba79a45-0c2f-4e21-a1db-5bc2f69a0b97']}} {{(pid=85257) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:23:03.522522 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.services.segments.db [None req-b261e109-4e89-4433-b426-51435fa3653e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60a06f1b-e9cf-4fa0-a453-5fa9d1d48e17') {'for_net_delete': True} {{(pid=85257) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:23:03.522866 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.services.segments.db [None req-b261e109-4e89-4433-b426-51435fa3653e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60a06f1b-e9cf-4fa0-a453-5fa9d1d48e17') {} {{(pid=85257) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:23:03.535505 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b261e109-4e89-4433-b426-51435fa3653e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279808868673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12126394'] for segment, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:03.555502 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b261e109-4e89-4433-b426-51435fa3653e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773144'] for segment, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:03.562021 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b261e109-4e89-4433-b426-51435fa3653e admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=85257) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 13:23:03.739229 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-b261e109-4e89-4433-b426-51435fa3653e admin admin] Network 9ba79a45-0c2f-4e21-a1db-5bc2f69a0b97 has no segments {{(pid=85257) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 13:23:03.748535 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b261e109-4e89-4433-b426-51435fa3653e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036842650517'] for segment, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:03.930691 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-b261e109-4e89-4433-b426-51435fa3653e admin admin] Network 9ba79a45-0c2f-4e21-a1db-5bc2f69a0b97 has no segments {{(pid=85257) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 13:23:03.953261 dv-cinder-784945-5-smb neutron-server[85144]: Traceback (most recent call last): Apr 15 13:23:03.953261 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 13:23:03.953261 dv-cinder-784945-5-smb neutron-server[85144]: timer() Apr 15 13:23:03.953261 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 13:23:03.953261 dv-cinder-784945-5-smb neutron-server[85144]: cb(*args, **kw) Apr 15 13:23:03.953261 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 13:23:03.953261 dv-cinder-784945-5-smb neutron-server[85144]: return func(*args, **kwargs) Apr 15 13:23:03.953261 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 13:23:03.953261 dv-cinder-784945-5-smb neutron-server[85144]: self._notify() Apr 15 13:23:03.953261 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 13:23:03.953261 dv-cinder-784945-5-smb neutron-server[85144]: self.callback(batched_events) Apr 15 13:23:03.953261 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 13:23:03.953261 dv-cinder-784945-5-smb neutron-server[85144]: event.method(event) Apr 15 13:23:03.953261 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 13:23:03.953261 dv-cinder-784945-5-smb neutron-server[85144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 13:23:03.953261 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 13:23:03.953261 dv-cinder-784945-5-smb neutron-server[85144]: segment_id)['aggregates'][0] Apr 15 13:23:03.953261 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 13:23:03.953261 dv-cinder-784945-5-smb neutron-server[85144]: return f(self, *a, **k) Apr 15 13:23:03.953261 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 13:23:03.953261 dv-cinder-784945-5-smb neutron-server[85144]: return self._get(url).json() Apr 15 13:23:03.953261 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 13:23:03.953261 dv-cinder-784945-5-smb neutron-server[85144]: **kwargs) Apr 15 13:23:03.953261 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 13:23:03.953261 dv-cinder-784945-5-smb neutron-server[85144]: return self.request(url, 'GET', **kwargs) Apr 15 13:23:03.953261 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 13:23:03.953261 dv-cinder-784945-5-smb neutron-server[85144]: **endpoint_filter) Apr 15 13:23:03.953261 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 13:23:03.953261 dv-cinder-784945-5-smb neutron-server[85144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 13:23:03.953261 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 13:23:03.953261 dv-cinder-784945-5-smb neutron-server[85144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 13:23:03.953261 dv-cinder-784945-5-smb neutron-server[85144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 13:23:04.034157 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b261e109-4e89-4433-b426-51435fa3653e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-78982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1032985'] for network, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:04.038131 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:23:04.052454 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b261e109-4e89-4433-b426-51435fa3653e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for network, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:04.062877 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b261e109-4e89-4433-b426-51435fa3653e admin admin] Pushing event deleted for resources: {'Network': ['ID=9ba79a45-0c2f-4e21-a1db-5bc2f69a0b97,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:23:04.066266 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-b261e109-4e89-4433-b426-51435fa3653e admin admin] 10.222.0.64 "DELETE /v2.0/networks/9ba79a45-0c2f-4e21-a1db-5bc2f69a0b97 HTTP/1.1" status: 204 len: 168 time: 0.9807463 Apr 15 13:23:04.067257 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-b261e109-4e89-4433-b426-51435fa3653e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:23:04.184199 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 43848) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:23:04.246200 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-00fa4462-01d2-4a3f-bc31-db03b5e1ec48 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e19ea3363d774851a5681e00dfac5842&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0606349 Apr 15 13:23:04.248875 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 43852) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:23:04.312059 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-9610b54c-85f0-413b-83bf-07936c58a700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:04.339973 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-9610b54c-85f0-413b-83bf-07936c58a700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:04.384054 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-9610b54c-85f0-413b-83bf-07936c58a700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:04.388925 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-aba40fc8-84c2-4b6e-b1d9-1d484354ad4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:23:04.403801 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9610b54c-85f0-413b-83bf-07936c58a700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a270e018-042d-4e19-913b-98dc55775a78,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:23:04.406330 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-9610b54c-85f0-413b-83bf-07936c58a700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:23:04.412549 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-9610b54c-85f0-413b-83bf-07936c58a700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:04.413829 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-9610b54c-85f0-413b-83bf-07936c58a700 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a270e018-042d-4e19-913b-98dc55775a78 HTTP/1.1" status: 204 len: 168 time: 0.1639068 Apr 15 13:23:12.019648 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-978a8586-d3cb-4e20-a79b-583f07d5f7b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:12.848064 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed4796-b2aa-4bc2-ae80-e2740705755c req-1b085a6b-4619-4db8-9a4b-6c6937ab7166 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:23:12.849584 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-3eed4796-b2aa-4bc2-ae80-e2740705755c req-1b085a6b-4619-4db8-9a4b-6c6937ab7166 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=62985525-0c15-4984-82f8-978a9cbe3652 HTTP/1.1" status: 200 len: 946 time: 0.0891590 Apr 15 13:23:12.899253 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-3eed4796-b2aa-4bc2-ae80-e2740705755c req-dc76061f-d9ad-4318-bc6a-b0a74b748049 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc549f9b-c33b-452f-aa7c-14b9d1deb093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430946 Apr 15 13:23:14.110785 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa002a-f92a-4a0a-b5f2-5cdc973cd729 req-a3b47e4c-a866-4834-b81d-d3b9fa34698d tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:23:14.112376 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-86aa002a-f92a-4a0a-b5f2-5cdc973cd729 req-a3b47e4c-a866-4834-b81d-d3b9fa34698d tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=62985525-0c15-4984-82f8-978a9cbe3652 HTTP/1.1" status: 200 len: 946 time: 0.0941772 Apr 15 13:23:14.160631 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-86aa002a-f92a-4a0a-b5f2-5cdc973cd729 req-13475eed-077e-497d-808a-753bd89f60f9 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc549f9b-c33b-452f-aa7c-14b9d1deb093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415716 Apr 15 13:23:14.646561 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-3863830b-eaea-441f-b8f9-906780204b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:15.087125 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d2596-ee38-4930-9dec-ee95cc875add req-c5be7125-b26d-4be1-abd1-0f3d1dff86ba tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:23:15.088609 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d06d2596-ee38-4930-9dec-ee95cc875add req-c5be7125-b26d-4be1-abd1-0f3d1dff86ba tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.65 "GET /v2.0/ports?device_id=62985525-0c15-4984-82f8-978a9cbe3652 HTTP/1.1" status: 200 len: 946 time: 0.0868690 Apr 15 13:23:15.168008 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [req-d06d2596-ee38-4930-9dec-ee95cc875add req-4ec2ec74-390c-41b1-a9fc-9654dba34846 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Deleting port cfb774ee-32fa-434f-8daf-e92f1f2f3652 {{(pid=85257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 13:23:15.168578 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-d06d2596-ee38-4930-9dec-ee95cc875add req-4ec2ec74-390c-41b1-a9fc-9654dba34846 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279808963205'] for port, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:15.412264 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c87900dd-59db-4d9b-b688-8554058ba32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:15.743243 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [req-d06d2596-ee38-4930-9dec-ee95cc875add req-4ec2ec74-390c-41b1-a9fc-9654dba34846 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] For port cfb774ee-32fa-434f-8daf-e92f1f2f3652, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=cfb774ee-32fa-434f-8daf-e92f1f2f3652,segment=NetworkSegment(14d6bcce-c920-42b4-a77a-ca6773378669),segment_id=14d6bcce-c920-42b4-a77a-ca6773378669)] {{(pid=85257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:23:15.743679 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-d06d2596-ee38-4930-9dec-ee95cc875add req-4ec2ec74-390c-41b1-a9fc-9654dba34846 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853842851'] for port, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:15.839664 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2246d-caa7-4621-bfba-ae5fc024dac5 req-300b9dea-3f0b-48bb-b9f1-f8d4901ac279 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:23:15.841270 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e3d2246d-caa7-4621-bfba-ae5fc024dac5 req-300b9dea-3f0b-48bb-b9f1-f8d4901ac279 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=62985525-0c15-4984-82f8-978a9cbe3652 HTTP/1.1" status: 200 len: 946 time: 0.5562363 Apr 15 13:23:15.970569 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:15.982104 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e3d2246d-caa7-4621-bfba-ae5fc024dac5 req-679461ca-7088-41f2-b1ee-3273bfbf98ba tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc549f9b-c33b-452f-aa7c-14b9d1deb093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327701 Apr 15 13:23:16.162154 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-d06d2596-ee38-4930-9dec-ee95cc875add req-4ec2ec74-390c-41b1-a9fc-9654dba34846 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:16.162564 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-d06d2596-ee38-4930-9dec-ee95cc875add req-4ec2ec74-390c-41b1-a9fc-9654dba34846 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1033198'] for floatingip, after_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:16.162908 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.db.l3_db [req-d06d2596-ee38-4930-9dec-ee95cc875add req-4ec2ec74-390c-41b1-a9fc-9654dba34846 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Floating IP fa31cadf-917e-4c3f-9356-c510b4e0bd8c disassociated. External IP: 172.28.3.143, port: cfb774ee-32fa-434f-8daf-e92f1f2f3652. Apr 15 13:23:16.163288 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [req-d06d2596-ee38-4930-9dec-ee95cc875add req-4ec2ec74-390c-41b1-a9fc-9654dba34846 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Calling delete_port for cfb774ee-32fa-434f-8daf-e92f1f2f3652 owned by compute:nova {{(pid=85257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 13:23:16.240256 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e626f69-138f-4477-a361-9800dc9ac8cc req-083676c2-fef8-4d6b-adc6-8d4ce6f426fd tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:23:16.241753 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-2e626f69-138f-4477-a361-9800dc9ac8cc req-083676c2-fef8-4d6b-adc6-8d4ce6f426fd tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 947 time: 0.1818197 Apr 15 13:23:16.342336 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-2e626f69-138f-4477-a361-9800dc9ac8cc req-bfe1edd9-5971-4d14-99d3-cdc74b3da9e5 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=67aa45f3-507c-493d-b610-ae052b9853f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936739 Apr 15 13:23:16.374141 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-d06d2596-ee38-4930-9dec-ee95cc875add req-4ec2ec74-390c-41b1-a9fc-9654dba34846 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757045826334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279809391903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842649921'] for port, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:16.389594 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-3d177797-8cb1-4ff8-8718-86f378cfc12c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:23:16.487193 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec2ec74-390c-41b1-a9fc-9654dba34846 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Pushing event deleted for resources: {'Port': ['ID=cfb774ee-32fa-434f-8daf-e92f1f2f3652,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:23:16.494035 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-4ec2ec74-390c-41b1-a9fc-9654dba34846 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:23:16.756841 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d06d2596-ee38-4930-9dec-ee95cc875add req-4ec2ec74-390c-41b1-a9fc-9654dba34846 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Router 1a945374-1093-41f6-87d2-3464c2b47d51 has already been hosted by L3 agent d2850426-fba2-4e27-a3ef-bf91b3b25695 {{(pid=85257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 13:23:16.905254 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47a557f2-6ce0-416f-9ef8-17658d5933ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:16.951515 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d06d2596-ee38-4930-9dec-ee95cc875add req-4ec2ec74-390c-41b1-a9fc-9654dba34846 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify agent at l3_agent.dv-cinder-784945-5-smb the message routers_updated {{(pid=85257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 13:23:16.962638 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d022997d-7538-4343-9fa2-6782f5bc5d7d None None] Sync routers for ids ['1a945374-1093-41f6-87d2-3464c2b47d51'] in dv-cinder-784945-5-smb {{(pid=85259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 13:23:16.973001 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d022997d-7538-4343-9fa2-6782f5bc5d7d None None] Routers {'1a945374-1093-41f6-87d2-3464c2b47d51'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:23:16.973761 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-d022997d-7538-4343-9fa2-6782f5bc5d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:23:15Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['1a945374-1093-41f6-87d2-3464c2b47d51'], 'active': True} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:23:17.037640 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [req-d06d2596-ee38-4930-9dec-ee95cc875add req-4ec2ec74-390c-41b1-a9fc-9654dba34846 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] No DVR routers for this DVR port cfb774ee-32fa-434f-8daf-e92f1f2f3652 on host hv-cinder-78494 {{(pid=85257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 13:23:17.040353 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-d06d2596-ee38-4930-9dec-ee95cc875add req-4ec2ec74-390c-41b1-a9fc-9654dba34846 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for port, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:17.045055 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62985525-0c15-4984-82f8-978a9cbe3652', 'name': 'network-vif-deleted', 'tag': 'cfb774ee-32fa-434f-8daf-e92f1f2f3652'}] {{(pid=85257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:23:17.061301 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d06d2596-ee38-4930-9dec-ee95cc875add req-4ec2ec74-390c-41b1-a9fc-9654dba34846 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.65 "DELETE /v2.0/ports/cfb774ee-32fa-434f-8daf-e92f1f2f3652 HTTP/1.1" status: 204 len: 173 time: 1.9665420 Apr 15 13:23:17.099699 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62985525-0c15-4984-82f8-978a9cbe3652', 'name': 'network-vif-deleted', 'tag': 'cfb774ee-32fa-434f-8daf-e92f1f2f3652', 'status': 'completed', 'code': 200} Apr 15 13:23:17.173807 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-dc26c4c3-a617-4aa4-9bbb-c33ddcb43819 req-3029ee58-6cd1-4964-9478-5d4098a4800b tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Synchronizing usage tracker for tenant:ed5c7cd2c53749ab8d7588f5d7ed90fd on resource:port {{(pid=85257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 13:23:17.185762 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-d022997d-7538-4343-9fa2-6782f5bc5d7d None None] Set router 1a945374-1093-41f6-87d2-3464c2b47d51 gateway port host: dv-cinder-784945-5-smb {{(pid=85259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:23:17.189134 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-dc26c4c3-a617-4aa4-9bbb-c33ddcb43819 req-3029ee58-6cd1-4964-9478-5d4098a4800b tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Unset dirty status for tenant:ed5c7cd2c53749ab8d7588f5d7ed90fd on resource:port {{(pid=85257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 13:23:17.190432 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-dc26c4c3-a617-4aa4-9bbb-c33ddcb43819 req-3029ee58-6cd1-4964-9478-5d4098a4800b tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=62985525-0c15-4984-82f8-978a9cbe3652 HTTP/1.1" status: 200 len: 210 time: 0.0701826 Apr 15 13:23:17.344273 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device cfb774ee-32fa-434f-8daf-e92f1f2f3652 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 13:23:17.435628 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] No Port match for: cfb774ee-32fa-434f-8daf-e92f1f2f3652 {{(pid=85259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 13:23:17.436027 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device cfb774ee-32fa-434f-8daf-e92f1f2f3652 not bound to the agent host hv-cinder-78494 {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 13:23:17.562566 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-d022997d-7538-4343-9fa2-6782f5bc5d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'name': 'tempest-AttachVolumeTestJSON-1760214375-router', 'tenant_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e20041a2-d216-439e-8f6e-98556d5a7961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:19:24Z', 'updated_at': '2021-04-15T13:19:32Z', 'revision_number': 4, 'project_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'gw_port': {'id': 'e20041a2-d216-439e-8f6e-98556d5a7961', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:19:26Z', 'updated_at': '2021-04-15T13:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_interfaces': [{'id': 'ac5921ae-1249-4a41-8152-f85dbde8e150', 'name': '', 'network_id': '2f9b0ee9-78e1-43c1-87cb-abce99e8826a', 'tenant_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'mac_address': 'fa:16:3e:63:88:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b5e38904-2c3f-483b-a51a-75781e9d821b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:19:31Z', 'updated_at': '2021-04-15T13:19:42Z', 'revision_number': 5, 'project_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'subnets': [{'id': 'b5e38904-2c3f-483b-a51a-75781e9d821b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:23:17.566741 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d022997d-7538-4343-9fa2-6782f5bc5d7d None None] Checking router: 1a945374-1093-41f6-87d2-3464c2b47d51 for host: dv-cinder-784945-5-smb {{(pid=85259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 13:23:17.575783 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d022997d-7538-4343-9fa2-6782f5bc5d7d None None] Routers {'1a945374-1093-41f6-87d2-3464c2b47d51'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:23:17.576446 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-d022997d-7538-4343-9fa2-6782f5bc5d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:23:15Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['1a945374-1093-41f6-87d2-3464c2b47d51'], 'active': True} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:23:17.630279 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1952a-1c7f-4b98-bdfe-a9bdf768a2f9 req-745575c1-121c-4d81-837c-eaf36cba4c7e tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:23:17.631979 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-75c1952a-1c7f-4b98-bdfe-a9bdf768a2f9 req-745575c1-121c-4d81-837c-eaf36cba4c7e tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 947 time: 0.1637168 Apr 15 13:23:17.643305 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3adc675-2f5a-4a3e-a5ae-68dd9a10226a req-c5efe605-ad95-467f-9b99-8837ba6f15df tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:23:17.644906 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f3adc675-2f5a-4a3e-a5ae-68dd9a10226a req-c5efe605-ad95-467f-9b99-8837ba6f15df tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 947 time: 0.1395609 Apr 15 13:23:17.764554 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-75c1952a-1c7f-4b98-bdfe-a9bdf768a2f9 req-710bc855-a23b-4de6-b1b5-8819a710a4b8 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups?id=67aa45f3-507c-493d-b610-ae052b9853f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184380 Apr 15 13:23:17.782382 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [req-f3adc675-2f5a-4a3e-a5ae-68dd9a10226a req-89b8027b-0d30-40c9-8c2f-a2ab4167316d tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Deleting port 24d65a3e-507c-49d7-b23b-3a4c1a108d3f {{(pid=85257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 13:23:17.782780 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-f3adc675-2f5a-4a3e-a5ae-68dd9a10226a req-89b8027b-0d30-40c9-8c2f-a2ab4167316d tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279808963205'] for port, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:17.965386 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-d022997d-7538-4343-9fa2-6782f5bc5d7d None None] Set router 1a945374-1093-41f6-87d2-3464c2b47d51 gateway port host: dv-cinder-784945-5-smb {{(pid=85259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:23:18.057596 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [req-f3adc675-2f5a-4a3e-a5ae-68dd9a10226a req-89b8027b-0d30-40c9-8c2f-a2ab4167316d tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] For port 24d65a3e-507c-49d7-b23b-3a4c1a108d3f, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=24d65a3e-507c-49d7-b23b-3a4c1a108d3f,segment=NetworkSegment(063acdd5-d5b4-42f0-8d65-a7c12793df51),segment_id=063acdd5-d5b4-42f0-8d65-a7c12793df51)] {{(pid=85257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:23:18.057997 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-f3adc675-2f5a-4a3e-a5ae-68dd9a10226a req-89b8027b-0d30-40c9-8c2f-a2ab4167316d tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853842851'] for port, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:18.308350 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-d022997d-7538-4343-9fa2-6782f5bc5d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'name': 'tempest-AttachVolumeTestJSON-1760214375-router', 'tenant_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e20041a2-d216-439e-8f6e-98556d5a7961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:19:24Z', 'updated_at': '2021-04-15T13:19:32Z', 'revision_number': 4, 'project_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'gw_port': {'id': 'e20041a2-d216-439e-8f6e-98556d5a7961', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:19:26Z', 'updated_at': '2021-04-15T13:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_interfaces': [{'id': 'ac5921ae-1249-4a41-8152-f85dbde8e150', 'name': '', 'network_id': '2f9b0ee9-78e1-43c1-87cb-abce99e8826a', 'tenant_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'mac_address': 'fa:16:3e:63:88:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b5e38904-2c3f-483b-a51a-75781e9d821b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:19:31Z', 'updated_at': '2021-04-15T13:19:42Z', 'revision_number': 5, 'project_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'subnets': [{'id': 'b5e38904-2c3f-483b-a51a-75781e9d821b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:23:18.313573 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d022997d-7538-4343-9fa2-6782f5bc5d7d None None] The sync data for ids ['1a945374-1093-41f6-87d2-3464c2b47d51'] in dv-cinder-784945-5-smb is: [{'id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'name': 'tempest-AttachVolumeTestJSON-1760214375-router', 'tenant_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e20041a2-d216-439e-8f6e-98556d5a7961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:19:24Z', 'updated_at': '2021-04-15T13:19:32Z', 'revision_number': 4, 'project_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'gw_port': {'id': 'e20041a2-d216-439e-8f6e-98556d5a7961', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:19:26Z', 'updated_at': '2021-04-15T13:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_interfaces': [{'id': 'ac5921ae-1249-4a41-8152-f85dbde8e150', 'name': '', 'network_id': '2f9b0ee9-78e1-43c1-87cb-abce99e8826a', 'tenant_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'mac_address': 'fa:16:3e:63:88:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b5e38904-2c3f-483b-a51a-75781e9d821b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:19:31Z', 'updated_at': '2021-04-15T13:19:42Z', 'revision_number': 5, 'project_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'subnets': [{'id': 'b5e38904-2c3f-483b-a51a-75781e9d821b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 13:23:18.340109 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 43896) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:23:18.390305 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-f3adc675-2f5a-4a3e-a5ae-68dd9a10226a req-89b8027b-0d30-40c9-8c2f-a2ab4167316d tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:18.390305 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-f3adc675-2f5a-4a3e-a5ae-68dd9a10226a req-89b8027b-0d30-40c9-8c2f-a2ab4167316d tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1033198'] for floatingip, after_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:18.390997 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.db.l3_db [req-f3adc675-2f5a-4a3e-a5ae-68dd9a10226a req-89b8027b-0d30-40c9-8c2f-a2ab4167316d tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Floating IP e8f5a227-ae71-4255-87ec-247a87f5afca disassociated. External IP: 172.28.3.33, port: 24d65a3e-507c-49d7-b23b-3a4c1a108d3f. Apr 15 13:23:18.391276 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [req-f3adc675-2f5a-4a3e-a5ae-68dd9a10226a req-89b8027b-0d30-40c9-8c2f-a2ab4167316d tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Calling delete_port for 24d65a3e-507c-49d7-b23b-3a4c1a108d3f owned by compute:nova {{(pid=85257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 13:23:18.416156 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-698ea156-04eb-4e1a-b584-05242f6828f0 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks [] for security_group, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:18.446959 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-698ea156-04eb-4e1a-b584-05242f6828f0 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:18.505004 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-698ea156-04eb-4e1a-b584-05242f6828f0 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:18.510362 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-4b2cbc04-9f68-4e36-b694-4cfd17a567ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:23:18.526917 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ea156-04eb-4e1a-b584-05242f6828f0 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc549f9b-c33b-452f-aa7c-14b9d1deb093,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:23:18.538042 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ea156-04eb-4e1a-b584-05242f6828f0 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:23:18.538472 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ea156-04eb-4e1a-b584-05242f6828f0 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:23:18.538895 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ea156-04eb-4e1a-b584-05242f6828f0 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:23:18.539309 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ea156-04eb-4e1a-b584-05242f6828f0 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:23:18.539763 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ea156-04eb-4e1a-b584-05242f6828f0 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:23:18.540169 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ea156-04eb-4e1a-b584-05242f6828f0 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:23:18.540604 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ea156-04eb-4e1a-b584-05242f6828f0 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:23:18.540991 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ea156-04eb-4e1a-b584-05242f6828f0 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:23:18.541396 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ea156-04eb-4e1a-b584-05242f6828f0 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:23:18.541801 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ea156-04eb-4e1a-b584-05242f6828f0 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:23:18.542203 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ea156-04eb-4e1a-b584-05242f6828f0 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:23:18.542602 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ea156-04eb-4e1a-b584-05242f6828f0 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:23:18.546137 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-698ea156-04eb-4e1a-b584-05242f6828f0 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:18.548635 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-f3adc675-2f5a-4a3e-a5ae-68dd9a10226a req-89b8027b-0d30-40c9-8c2f-a2ab4167316d tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757045826334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279809391903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842649921'] for port, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:18.555044 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-698ea156-04eb-4e1a-b584-05242f6828f0 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "DELETE /v2.0/security-groups/dc549f9b-c33b-452f-aa7c-14b9d1deb093 HTTP/1.1" status: 204 len: 168 time: 0.2110238 Apr 15 13:23:18.555044 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-698ea156-04eb-4e1a-b584-05242f6828f0 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:23:18.555044 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 43900) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:23:18.569133 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-8f2b1d20-c16e-4d38-9c08-e16af37aea3e tempest-VolumesActionsTest-1542386503 tempest-VolumesActionsTest-1542386503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:23:18.573843 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.v2.resource [None req-2059d2b0-af43-4e87-b81a-d708396005b9 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] show failed (client error): The resource could not be found. Apr 15 13:23:18.578182 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-2059d2b0-af43-4e87-b81a-d708396005b9 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/security-groups/dc549f9b-c33b-452f-aa7c-14b9d1deb093 HTTP/1.1" status: 404 len: 347 time: 0.0189383 Apr 15 13:23:18.578962 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 43904) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:23:18.667302 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b8027b-0d30-40c9-8c2f-a2ab4167316d tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Pushing event deleted for resources: {'Port': ['ID=24d65a3e-507c-49d7-b23b-3a4c1a108d3f,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:23:18.670845 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-89b8027b-0d30-40c9-8c2f-a2ab4167316d tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:23:18.712124 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce40eecd-7951-4641-930f-316bdf9156d1 None None] New status for floating IP fa31cadf-917e-4c3f-9356-c510b4e0bd8c: DOWN {{(pid=85260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 13:23:18.769215 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-0808f355-8493-4419-a4dc-c6b16bb9fd37 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Deleting port 74d2e702-8f42-4a7d-bd83-c35aba5e999c {{(pid=85258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 13:23:18.769514 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0808f355-8493-4419-a4dc-c6b16bb9fd37 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279808963205'] for port, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:18.983497 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0808f355-8493-4419-a4dc-c6b16bb9fd37 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853842851'] for port, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:18.983886 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0808f355-8493-4419-a4dc-c6b16bb9fd37 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:19.049521 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5147be77-6f29-40b8-b48b-1bacaf178e42 req-416a33aa-96ba-4ef0-9318-faa7e686bfc3 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 210 time: 0.0659182 Apr 15 13:23:19.130377 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-0808f355-8493-4419-a4dc-c6b16bb9fd37 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Calling delete_port for 74d2e702-8f42-4a7d-bd83-c35aba5e999c owned by network:floatingip {{(pid=85258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 13:23:19.216745 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.db.api [None req-0808f355-8493-4419-a4dc-c6b16bb9fd37 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85258) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 13:23:19.217149 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_db.api [None req-0808f355-8493-4419-a4dc-c6b16bb9fd37 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 13:23:19.262562 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3adc675-2f5a-4a3e-a5ae-68dd9a10226a req-89b8027b-0d30-40c9-8c2f-a2ab4167316d tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Router d48e3290-a679-4183-97f6-5b77323c864a has already been hosted by L3 agent d2850426-fba2-4e27-a3ef-bf91b3b25695 {{(pid=85257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 13:23:19.457117 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3adc675-2f5a-4a3e-a5ae-68dd9a10226a req-89b8027b-0d30-40c9-8c2f-a2ab4167316d tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify agent at l3_agent.dv-cinder-784945-5-smb the message routers_updated {{(pid=85257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 13:23:19.476297 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7057fef-080a-495b-a047-f5d55d44d9b7 None None] Sync routers for ids ['d48e3290-a679-4183-97f6-5b77323c864a'] in dv-cinder-784945-5-smb {{(pid=85259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 13:23:19.488480 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7057fef-080a-495b-a047-f5d55d44d9b7 None None] Routers {'d48e3290-a679-4183-97f6-5b77323c864a'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:23:19.489273 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-a7057fef-080a-495b-a047-f5d55d44d9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:23:15Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['d48e3290-a679-4183-97f6-5b77323c864a'], 'active': True} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:23:19.546317 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3adc675-2f5a-4a3e-a5ae-68dd9a10226a req-89b8027b-0d30-40c9-8c2f-a2ab4167316d tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] No DVR routers for this DVR port 24d65a3e-507c-49d7-b23b-3a4c1a108d3f on host hv-cinder-78494 {{(pid=85257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 13:23:19.550891 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-f3adc675-2f5a-4a3e-a5ae-68dd9a10226a req-89b8027b-0d30-40c9-8c2f-a2ab4167316d tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for port, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:19.557405 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff', 'name': 'network-vif-deleted', 'tag': '24d65a3e-507c-49d7-b23b-3a4c1a108d3f'}] {{(pid=85257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:23:19.574935 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f3adc675-2f5a-4a3e-a5ae-68dd9a10226a req-89b8027b-0d30-40c9-8c2f-a2ab4167316d tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.65 "DELETE /v2.0/ports/24d65a3e-507c-49d7-b23b-3a4c1a108d3f HTTP/1.1" status: 204 len: 173 time: 1.9140468 Apr 15 13:23:19.622026 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff', 'name': 'network-vif-deleted', 'tag': '24d65a3e-507c-49d7-b23b-3a4c1a108d3f', 'status': 'completed', 'code': 200} Apr 15 13:23:19.689827 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-a7057fef-080a-495b-a047-f5d55d44d9b7 None None] Set router d48e3290-a679-4183-97f6-5b77323c864a gateway port host: dv-cinder-784945-5-smb {{(pid=85259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:23:19.718918 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-0808f355-8493-4419-a4dc-c6b16bb9fd37 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Deleting port 74d2e702-8f42-4a7d-bd83-c35aba5e999c {{(pid=85258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 13:23:19.719239 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0808f355-8493-4419-a4dc-c6b16bb9fd37 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279808963205'] for port, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:19.925785 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0808f355-8493-4419-a4dc-c6b16bb9fd37 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853842851'] for port, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:19.926159 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0808f355-8493-4419-a4dc-c6b16bb9fd37 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:20.033949 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-a7057fef-080a-495b-a047-f5d55d44d9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'name': 'tempest-AttachVolumeShelveTestJSON-1575230460-router', 'tenant_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:16:52Z', 'updated_at': '2021-04-15T13:17:02Z', 'revision_number': 4, 'project_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'gw_port': {'id': '862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:be:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:16:54Z', 'updated_at': '2021-04-15T13:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_interfaces': [{'id': '2717f3d1-f0d1-4e81-a067-b0b26702f57f', 'name': '', 'network_id': 'a011c5a8-19dd-4b3a-aac8-fb661fc52f6c', 'tenant_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'mac_address': 'fa:16:3e:86:b7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'a4c8aae7-d54c-4123-b3a9-729be74bee3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:17:00Z', 'updated_at': '2021-04-15T13:17:15Z', 'revision_number': 5, 'project_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'subnets': [{'id': 'a4c8aae7-d54c-4123-b3a9-729be74bee3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:23:20.038199 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7057fef-080a-495b-a047-f5d55d44d9b7 None None] Checking router: d48e3290-a679-4183-97f6-5b77323c864a for host: dv-cinder-784945-5-smb {{(pid=85259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 13:23:20.048549 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7057fef-080a-495b-a047-f5d55d44d9b7 None None] Routers {'d48e3290-a679-4183-97f6-5b77323c864a'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:23:20.049349 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-a7057fef-080a-495b-a047-f5d55d44d9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:23:15Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['d48e3290-a679-4183-97f6-5b77323c864a'], 'active': True} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:23:20.060898 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-0808f355-8493-4419-a4dc-c6b16bb9fd37 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Calling delete_port for 74d2e702-8f42-4a7d-bd83-c35aba5e999c owned by network:floatingip {{(pid=85258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 13:23:20.228276 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0808f355-8493-4419-a4dc-c6b16bb9fd37 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757045826334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279809391903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10742258'] for port, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:20.246036 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-79ba4687-e599-472e-b420-2626f3c8a167 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:23:20.257847 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-a7057fef-080a-495b-a047-f5d55d44d9b7 None None] Set router d48e3290-a679-4183-97f6-5b77323c864a gateway port host: dv-cinder-784945-5-smb {{(pid=85259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:23:20.260738 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-ccb99d0a-0ae8-4349-b789-a1e7f78c219f req-f09c853b-0dfa-429c-80bf-0ba4abe9ed5f tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Synchronizing usage tracker for tenant:3edcfff57f6b4d3a989c0baa167aa5b1 on resource:port {{(pid=85257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 13:23:20.277284 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-ccb99d0a-0ae8-4349-b789-a1e7f78c219f req-f09c853b-0dfa-429c-80bf-0ba4abe9ed5f tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Unset dirty status for tenant:3edcfff57f6b4d3a989c0baa167aa5b1 on resource:port {{(pid=85257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 13:23:20.278668 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ccb99d0a-0ae8-4349-b789-a1e7f78c219f req-f09c853b-0dfa-429c-80bf-0ba4abe9ed5f tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf5c2eb-5bd5-42b2-b4c5-eb84256c57ff HTTP/1.1" status: 200 len: 210 time: 0.0754547 Apr 15 13:23:20.350103 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0808f355-8493-4419-a4dc-c6b16bb9fd37 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Pushing event deleted for resources: {'Port': ['ID=74d2e702-8f42-4a7d-bd83-c35aba5e999c,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:23:20.354124 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-0808f355-8493-4419-a4dc-c6b16bb9fd37 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:23:20.515019 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0808f355-8493-4419-a4dc-c6b16bb9fd37 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks [] for floatingip, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:20.534276 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0808f355-8493-4419-a4dc-c6b16bb9fd37 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for floatingip, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:20.535499 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-0808f355-8493-4419-a4dc-c6b16bb9fd37 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "DELETE /v2.0/floatingips/fa31cadf-917e-4c3f-9356-c510b4e0bd8c HTTP/1.1" status: 204 len: 168 time: 1.9554615 Apr 15 13:23:20.606540 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-a7057fef-080a-495b-a047-f5d55d44d9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'name': 'tempest-AttachVolumeShelveTestJSON-1575230460-router', 'tenant_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:16:52Z', 'updated_at': '2021-04-15T13:17:02Z', 'revision_number': 4, 'project_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'gw_port': {'id': '862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:be:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:16:54Z', 'updated_at': '2021-04-15T13:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_interfaces': [{'id': '2717f3d1-f0d1-4e81-a067-b0b26702f57f', 'name': '', 'network_id': 'a011c5a8-19dd-4b3a-aac8-fb661fc52f6c', 'tenant_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'mac_address': 'fa:16:3e:86:b7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'a4c8aae7-d54c-4123-b3a9-729be74bee3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:17:00Z', 'updated_at': '2021-04-15T13:17:15Z', 'revision_number': 5, 'project_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'subnets': [{'id': 'a4c8aae7-d54c-4123-b3a9-729be74bee3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:23:20.611706 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7057fef-080a-495b-a047-f5d55d44d9b7 None None] The sync data for ids ['d48e3290-a679-4183-97f6-5b77323c864a'] in dv-cinder-784945-5-smb is: [{'id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'name': 'tempest-AttachVolumeShelveTestJSON-1575230460-router', 'tenant_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:16:52Z', 'updated_at': '2021-04-15T13:17:02Z', 'revision_number': 4, 'project_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'gw_port': {'id': '862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:be:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:16:54Z', 'updated_at': '2021-04-15T13:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_interfaces': [{'id': '2717f3d1-f0d1-4e81-a067-b0b26702f57f', 'name': '', 'network_id': 'a011c5a8-19dd-4b3a-aac8-fb661fc52f6c', 'tenant_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'mac_address': 'fa:16:3e:86:b7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'a4c8aae7-d54c-4123-b3a9-729be74bee3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:17:00Z', 'updated_at': '2021-04-15T13:17:15Z', 'revision_number': 5, 'project_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'subnets': [{'id': 'a4c8aae7-d54c-4123-b3a9-729be74bee3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 13:23:20.978703 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91aa41b-c437-4551-bd90-5c0163fbe4c9 None None] New status for floating IP e8f5a227-ae71-4255-87ec-247a87f5afca: DOWN {{(pid=85260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 13:23:20.992558 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 43916) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:23:20.998311 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-f7aaf3c8-c247-4a9d-aca8-36675994aa86 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Request body: {'security_group': {'name': 'tempest-securitygroup--35916580', 'description': 'tempest-description--1860558001'}} {{(pid=85258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:23:21.005690 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-f7aaf3c8-c247-4a9d-aca8-36675994aa86 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:23:21.009905 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-f7aaf3c8-c247-4a9d-aca8-36675994aa86 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Usage tracker for resource:security_group and tenant:ed5c7cd2c53749ab8d7588f5d7ed90fd is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:23:21.014071 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-f7aaf3c8-c247-4a9d-aca8-36675994aa86 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:23:21.020607 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-f7aaf3c8-c247-4a9d-aca8-36675994aa86 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:23:21.029756 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-f7aaf3c8-c247-4a9d-aca8-36675994aa86 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:21.051833 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-f7aaf3c8-c247-4a9d-aca8-36675994aa86 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:23:21.056132 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-f7aaf3c8-c247-4a9d-aca8-36675994aa86 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Usage tracker for resource:security_group_rule and tenant:ed5c7cd2c53749ab8d7588f5d7ed90fd is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:23:21.059178 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-f7aaf3c8-c247-4a9d-aca8-36675994aa86 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:23:21.065956 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-f7aaf3c8-c247-4a9d-aca8-36675994aa86 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:23:21.137430 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-f7aaf3c8-c247-4a9d-aca8-36675994aa86 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:21.140595 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-f7aaf3c8-c247-4a9d-aca8-36675994aa86 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:21.146184 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-10492acd-143b-405b-b5f8-711c59315f26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:23:21.186292 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aaf3c8-c247-4a9d-aca8-36675994aa86 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b452ec-67c6-4922-8162-9d10b3facdc2,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:23:21.189900 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-f7aaf3c8-c247-4a9d-aca8-36675994aa86 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:23:21.190787 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-f7aaf3c8-c247-4a9d-aca8-36675994aa86 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:21.194988 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-f7aaf3c8-c247-4a9d-aca8-36675994aa86 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1984618 Apr 15 13:23:21.195425 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 43920) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:23:21.200848 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-cbc15814-9e09-4605-bf42-d4ec16503391 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Request body: {'security_group_rule': {'security_group_id': 'f1b452ec-67c6-4922-8162-9d10b3facdc2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:23:21.207871 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-cbc15814-9e09-4605-bf42-d4ec16503391 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:23:21.212161 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-cbc15814-9e09-4605-bf42-d4ec16503391 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Usage tracker for resource:security_group_rule and tenant:ed5c7cd2c53749ab8d7588f5d7ed90fd is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:23:21.215428 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-cbc15814-9e09-4605-bf42-d4ec16503391 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:23:21.221791 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-cbc15814-9e09-4605-bf42-d4ec16503391 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:23:21.239291 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-cbc15814-9e09-4605-bf42-d4ec16503391 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:21.306778 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-cbc15814-9e09-4605-bf42-d4ec16503391 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:21.309403 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-cbc15814-9e09-4605-bf42-d4ec16503391 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853838685'] for security_group_rule, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:21.311498 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:23:21.340258 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc15814-9e09-4605-bf42-d4ec16503391 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba0abdba-8bc4-4f92-bf81-f206f0762edc,revision_number=0']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:23:21.343229 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-cbc15814-9e09-4605-bf42-d4ec16503391 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:23:21.346108 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-cbc15814-9e09-4605-bf42-d4ec16503391 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:21.349364 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-cbc15814-9e09-4605-bf42-d4ec16503391 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1512768 Apr 15 13:23:21.350298 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 43926) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:23:21.357091 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-34e4423e-f801-415a-ab19-5c984f2c8cb5 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Request body: {'security_group_rule': {'security_group_id': 'f1b452ec-67c6-4922-8162-9d10b3facdc2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:23:21.358712 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device 24d65a3e-507c-49d7-b23b-3a4c1a108d3f no longer exists at agent hyperv_hv-cinder-78494 {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 13:23:21.365079 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-34e4423e-f801-415a-ab19-5c984f2c8cb5 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:23:21.369473 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-34e4423e-f801-415a-ab19-5c984f2c8cb5 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Usage tracker for resource:security_group_rule and tenant:ed5c7cd2c53749ab8d7588f5d7ed90fd is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:23:21.372640 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-34e4423e-f801-415a-ab19-5c984f2c8cb5 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:23:21.379446 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-34e4423e-f801-415a-ab19-5c984f2c8cb5 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:23:21.398265 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-34e4423e-f801-415a-ab19-5c984f2c8cb5 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:21.400274 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] No Port match for: 24d65a3e-507c-49d7-b23b-3a4c1a108d3f {{(pid=85259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 13:23:21.400673 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device 24d65a3e-507c-49d7-b23b-3a4c1a108d3f not bound to the agent host hv-cinder-78494 {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 13:23:21.424547 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 43932) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:23:21.466697 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-34e4423e-f801-415a-ab19-5c984f2c8cb5 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:21.470633 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-34e4423e-f801-415a-ab19-5c984f2c8cb5 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853838685'] for security_group_rule, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:21.478730 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-14f57dd4-9bd7-4c2a-a82b-7d017686ea36 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:23:21.494250 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-22c4e3f1-37a2-4a92-b903-462249d8c973 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks [] for security_group, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:21.499083 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e4423e-f801-415a-ab19-5c984f2c8cb5 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0851a43a-c313-47d8-8061-5870ca041b46,revision_number=0']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:23:21.501799 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-34e4423e-f801-415a-ab19-5c984f2c8cb5 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:23:21.509044 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-34e4423e-f801-415a-ab19-5c984f2c8cb5 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:21.510327 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-34e4423e-f801-415a-ab19-5c984f2c8cb5 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1589155 Apr 15 13:23:21.513635 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 43936) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:23:21.519346 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-d8d34992-0882-4fb4-83f2-26117fc39c17 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Request body: {'floatingip': {'floating_network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2'}} {{(pid=85258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:23:21.524507 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-22c4e3f1-37a2-4a92-b903-462249d8c973 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:21.525743 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-d8d34992-0882-4fb4-83f2-26117fc39c17 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:23:21.529788 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-d8d34992-0882-4fb4-83f2-26117fc39c17 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Usage tracker for resource:floatingip and tenant:ed5c7cd2c53749ab8d7588f5d7ed90fd is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:23:21.533364 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-d8d34992-0882-4fb4-83f2-26117fc39c17 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:23:21.539402 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-d8d34992-0882-4fb4-83f2-26117fc39c17 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:23:21.549780 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d8d34992-0882-4fb4-83f2-26117fc39c17 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks [] for floatingip, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:21.573435 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-22c4e3f1-37a2-4a92-b903-462249d8c973 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:21.578840 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-f42bec04-3010-4999-9666-e68b5ffc5d66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:23:21.591142 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c4e3f1-37a2-4a92-b903-462249d8c973 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67aa45f3-507c-493d-b610-ae052b9853f4,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:23:21.594575 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-22c4e3f1-37a2-4a92-b903-462249d8c973 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:23:21.600579 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-22c4e3f1-37a2-4a92-b903-462249d8c973 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks [] for security_group, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:21.604479 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-22c4e3f1-37a2-4a92-b903-462249d8c973 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "DELETE /v2.0/security-groups/67aa45f3-507c-493d-b610-ae052b9853f4 HTTP/1.1" status: 204 len: 168 time: 0.1761689 Apr 15 13:23:21.604714 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 43940) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:23:21.623429 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.v2.resource [None req-71ae577e-ded5-46f6-8051-613697123d0a tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] show failed (client error): The resource could not be found. Apr 15 13:23:21.624578 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-71ae577e-ded5-46f6-8051-613697123d0a tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "GET /v2.0/security-groups/67aa45f3-507c-493d-b610-ae052b9853f4 HTTP/1.1" status: 404 len: 347 time: 0.0188503 Apr 15 13:23:21.627929 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 43944) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:23:21.698731 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d8d34992-0882-4fb4-83f2-26117fc39c17 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:21.803727 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-42531385-4112-494a-82e1-58d67bb00845 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Deleting port 06d182d0-c296-4c65-8658-707e7167d108 {{(pid=85257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 13:23:21.804109 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-42531385-4112-494a-82e1-58d67bb00845 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279808963205'] for port, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:21.852170 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_common [None req-d8d34992-0882-4fb4-83f2-26117fc39c17 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Allocated IP 172.28.3.52 (55d93253-8afb-47db-93d0-1527fbeb95d2/ec126ae6-92bb-4236-889a-ca54f3751a25/ae110768-aab1-4115-8cb8-89226f46d76c) {{(pid=85258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 13:23:21.987045 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-42531385-4112-494a-82e1-58d67bb00845 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853842851'] for port, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:21.987418 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-42531385-4112-494a-82e1-58d67bb00845 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:22.010148 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d8d34992-0882-4fb4-83f2-26117fc39c17 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks [] for port, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:22.042774 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d8d34992-0882-4fb4-83f2-26117fc39c17 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757045383897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10742258'] for port, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:22.059005 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:23:22.121752 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-42531385-4112-494a-82e1-58d67bb00845 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Calling delete_port for 06d182d0-c296-4c65-8658-707e7167d108 owned by network:floatingip {{(pid=85257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 13:23:22.195500 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d34992-0882-4fb4-83f2-26117fc39c17 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Pushing event updated for resources: {'Port': ['ID=ae110768-aab1-4115-8cb8-89226f46d76c,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:23:22.200084 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-d8d34992-0882-4fb4-83f2-26117fc39c17 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:23:22.254324 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d34992-0882-4fb4-83f2-26117fc39c17 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Network 55d93253-8afb-47db-93d0-1527fbeb95d2 is already hosted by enough agents. {{(pid=85258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 13:23:22.255633 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [None req-d8d34992-0882-4fb4-83f2-26117fc39c17 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Resources bound (agent type, host, resource id): {{(pid=85258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:23:22.258055 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d34992-0882-4fb4-83f2-26117fc39c17 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Received port after_create {{(pid=85258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 13:23:22.273211 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-42531385-4112-494a-82e1-58d67bb00845 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757045826334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279809391903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842649921'] for port, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:22.289311 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-0bddd86b-65b7-4510-9da6-a68ce6082bd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:23:22.353436 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d8d34992-0882-4fb4-83f2-26117fc39c17 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:22.393165 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42531385-4112-494a-82e1-58d67bb00845 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Pushing event deleted for resources: {'Port': ['ID=06d182d0-c296-4c65-8658-707e7167d108,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:23:22.397112 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-42531385-4112-494a-82e1-58d67bb00845 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:23:22.417598 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d8d34992-0882-4fb4-83f2-26117fc39c17 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:22.564291 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-42531385-4112-494a-82e1-58d67bb00845 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks [] for floatingip, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:22.582696 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-42531385-4112-494a-82e1-58d67bb00845 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for floatingip, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:22.583989 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-42531385-4112-494a-82e1-58d67bb00845 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] 10.222.0.64 "DELETE /v2.0/floatingips/e8f5a227-ae71-4255-87ec-247a87f5afca HTTP/1.1" status: 204 len: 168 time: 0.9550884 Apr 15 13:23:22.805532 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:22.942194 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d8d34992-0882-4fb4-83f2-26117fc39c17 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks [] for port, precommit_update {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:22.945430 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d8d34992-0882-4fb4-83f2-26117fc39c17 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844033590'] for port, after_update {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:22.960697 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-81f54666-1079-46c8-a480-a42b18f3c0ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:23:23.098030 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d34992-0882-4fb4-83f2-26117fc39c17 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Pushing event updated for resources: {'Port': ['ID=ae110768-aab1-4115-8cb8-89226f46d76c,revision_number=2']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:23:23.103265 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-d8d34992-0882-4fb4-83f2-26117fc39c17 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:23:23.203271 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d8d34992-0882-4fb4-83f2-26117fc39c17 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1033198'] for floatingip, after_update {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:23.225314 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d8d34992-0882-4fb4-83f2-26117fc39c17 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for floatingip, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:23.226632 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-d8d34992-0882-4fb4-83f2-26117fc39c17 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7120030 Apr 15 13:23:23.465273 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4d7a044c-8c18-4023-8d1b-e9b7f25115c1 req-5563a8e2-3131-456c-b628-6e85cf64ee7f tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--35916580&fields=id&tenant_id=ed5c7cd2c53749ab8d7588f5d7ed90fd HTTP/1.1" status: 200 len: 267 time: 0.0442421 Apr 15 13:23:23.630162 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a044c-8c18-4023-8d1b-e9b7f25115c1 req-ffd5408c-8b00-43c7-a87b-6f9ac6b675f6 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:23:23.631798 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4d7a044c-8c18-4023-8d1b-e9b7f25115c1 req-ffd5408c-8b00-43c7-a87b-6f9ac6b675f6 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/networks?id=2f9b0ee9-78e1-43c1-87cb-abce99e8826a HTTP/1.1" status: 200 len: 811 time: 0.1585281 Apr 15 13:23:23.648574 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4d7a044c-8c18-4023-8d1b-e9b7f25115c1 req-bc1b3a3e-bc75-4063-88ab-2c94bd1153cf tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/quotas/ed5c7cd2c53749ab8d7588f5d7ed90fd HTTP/1.1" status: 200 len: 375 time: 0.0106826 Apr 15 13:23:23.745189 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4d7a044c-8c18-4023-8d1b-e9b7f25115c1 req-d9615f05-e2e9-4744-97be-83447ec408c0 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ed5c7cd2c53749ab8d7588f5d7ed90fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0909555 Apr 15 13:23:24.014721 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4d7a044c-8c18-4023-8d1b-e9b7f25115c1 req-ddb69abb-008b-4f06-a429-3a0e3399aab5 service neutron] 10.222.0.64 "GET /v2.0/networks/2f9b0ee9-78e1-43c1-87cb-abce99e8826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540984 Apr 15 13:23:24.164627 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4d7a044c-8c18-4023-8d1b-e9b7f25115c1 req-e85d9e78-c5e9-40f7-969b-7de62fbe59ff service neutron] 10.222.0.64 "GET /v2.0/networks/2f9b0ee9-78e1-43c1-87cb-abce99e8826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432762 Apr 15 13:23:24.366258 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-20e0aaf0-e6de-483f-9db1-9f7ede1bcb1d req-a1b19bc6-ce38-486d-9b3c-2b381edc18f1 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=f538a932-cf4d-4200-a907-276fca731878 HTTP/1.1" status: 200 len: 210 time: 0.0505815 Apr 15 13:23:25.480746 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 43994) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:23:25.603731 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-37a333fa-709c-441c-bd6f-d0d955138637 req-8949851a-fc50-4787-a4d2-735d3d8fabdf tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=f538a932-cf4d-4200-a907-276fca731878 HTTP/1.1" status: 200 len: 210 time: 0.0856512 Apr 15 13:23:25.616527 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a044c-8c18-4023-8d1b-e9b7f25115c1 req-18b2a1f6-c430-4572-9291-9d26ca2e1522 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:23:25.618281 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4d7a044c-8c18-4023-8d1b-e9b7f25115c1 req-18b2a1f6-c430-4572-9291-9d26ca2e1522 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.65 "GET /v2.0/networks?id=2f9b0ee9-78e1-43c1-87cb-abce99e8826a HTTP/1.1" status: 200 len: 811 time: 0.2642803 Apr 15 13:23:25.756515 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4d7a044c-8c18-4023-8d1b-e9b7f25115c1 req-c9f5d0bb-80e9-4d62-b4ed-c56b95bffaef tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ed5c7cd2c53749ab8d7588f5d7ed90fd HTTP/1.1" status: 200 len: 5707 time: 0.1092365 Apr 15 13:23:25.780289 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [req-4d7a044c-8c18-4023-8d1b-e9b7f25115c1 req-4298fbd1-5ab6-4361-9b7f-0ac602706d9d tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Request body: {'port': {'device_id': 'f538a932-cf4d-4200-a907-276fca731878', 'network_id': '2f9b0ee9-78e1-43c1-87cb-abce99e8826a', 'admin_state_up': True, 'tenant_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'security_groups': ['f1b452ec-67c6-4922-8162-9d10b3facdc2']}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:23:25.965698 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [req-4d7a044c-8c18-4023-8d1b-e9b7f25115c1 req-4298fbd1-5ab6-4361-9b7f-0ac602706d9d tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:23:25.970350 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-4d7a044c-8c18-4023-8d1b-e9b7f25115c1 req-4298fbd1-5ab6-4361-9b7f-0ac602706d9d tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Usage tracker for resource:port and tenant:ed5c7cd2c53749ab8d7588f5d7ed90fd is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:23:25.974266 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-4d7a044c-8c18-4023-8d1b-e9b7f25115c1 req-4298fbd1-5ab6-4361-9b7f-0ac602706d9d tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:23:25.982605 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [req-4d7a044c-8c18-4023-8d1b-e9b7f25115c1 req-4298fbd1-5ab6-4361-9b7f-0ac602706d9d tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:23:25.992208 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d7a044c-8c18-4023-8d1b-e9b7f25115c1 req-4298fbd1-5ab6-4361-9b7f-0ac602706d9d tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Made reservation on behalf of ed5c7cd2c53749ab8d7588f5d7ed90fd for: {'port': 1} {{(pid=85257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 13:23:26.001280 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-4d7a044c-8c18-4023-8d1b-e9b7f25115c1 req-4298fbd1-5ab6-4361-9b7f-0ac602706d9d tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:26.207350 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_common [req-4d7a044c-8c18-4023-8d1b-e9b7f25115c1 req-4298fbd1-5ab6-4361-9b7f-0ac602706d9d tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Allocated IP 172.20.0.4 (2f9b0ee9-78e1-43c1-87cb-abce99e8826a/b5e38904-2c3f-483b-a51a-75781e9d821b/23b728ca-b6fe-4378-a1cf-dacf2e76f150) {{(pid=85257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 13:23:26.298595 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e6db853b-3676-4bf0-9c12-546198fa1413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853743104'] for router_interface, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:26.420981 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-4d7a044c-8c18-4023-8d1b-e9b7f25115c1 req-4298fbd1-5ab6-4361-9b7f-0ac602706d9d tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks [] for port, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:26.438779 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [req-4d7a044c-8c18-4023-8d1b-e9b7f25115c1 req-4298fbd1-5ab6-4361-9b7f-0ac602706d9d tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Transition to ACTIVE for port object 23b728ca-b6fe-4378-a1cf-dacf2e76f150 will not be triggered until provisioned by entity DHCP. {{(pid=85257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:23:26.462462 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-4d7a044c-8c18-4023-8d1b-e9b7f25115c1 req-4298fbd1-5ab6-4361-9b7f-0ac602706d9d tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757045383897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842649921'] for port, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:26.478347 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-a0dc009b-3be3-4b55-9411-0f6a6902593f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:23:26.619370 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4298fbd1-5ab6-4361-9b7f-0ac602706d9d tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Pushing event updated for resources: {'Port': ['ID=23b728ca-b6fe-4378-a1cf-dacf2e76f150,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:23:26.623742 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-4298fbd1-5ab6-4361-9b7f-0ac602706d9d tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:23:26.680705 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d7a044c-8c18-4023-8d1b-e9b7f25115c1 req-4298fbd1-5ab6-4361-9b7f-0ac602706d9d tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Network 2f9b0ee9-78e1-43c1-87cb-abce99e8826a is already hosted by enough agents. {{(pid=85257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 13:23:26.682277 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [req-4d7a044c-8c18-4023-8d1b-e9b7f25115c1 req-4298fbd1-5ab6-4361-9b7f-0ac602706d9d tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Resources bound (agent type, host, resource id): {{(pid=85257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:23:26.684403 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d7a044c-8c18-4023-8d1b-e9b7f25115c1 req-4298fbd1-5ab6-4361-9b7f-0ac602706d9d tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Received port after_create {{(pid=85257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 13:23:26.689391 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-e6db853b-3676-4bf0-9c12-546198fa1413 admin admin] Deleting port 2717f3d1-f0d1-4e81-a067-b0b26702f57f {{(pid=85258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 13:23:26.689771 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e6db853b-3676-4bf0-9c12-546198fa1413 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279808963205'] for port, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:26.903096 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-e6db853b-3676-4bf0-9c12-546198fa1413 admin admin] For port 2717f3d1-f0d1-4e81-a067-b0b26702f57f, host dv-cinder-784945-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=2717f3d1-f0d1-4e81-a067-b0b26702f57f,segment=NetworkSegment(063acdd5-d5b4-42f0-8d65-a7c12793df51),segment_id=063acdd5-d5b4-42f0-8d65-a7c12793df51)] {{(pid=85258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:23:26.903521 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e6db853b-3676-4bf0-9c12-546198fa1413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853842851'] for port, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:26.955821 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-fa1e468c-583b-4eac-8264-7be656e65654 None None] Provisioning for port 23b728ca-b6fe-4378-a1cf-dacf2e76f150 completed by entity DHCP. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:23:26.961547 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-fa1e468c-583b-4eac-8264-7be656e65654 None None] Provisioning complete for port 23b728ca-b6fe-4378-a1cf-dacf2e76f150 triggered by entity DHCP. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:23:26.962037 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-fa1e468c-583b-4eac-8264-7be656e65654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:27.022133 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-fa1e468c-583b-4eac-8264-7be656e65654 None None] Port 23b728ca-b6fe-4378-a1cf-dacf2e76f150 cannot update to ACTIVE because it is not bound. {{(pid=85259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 13:23:27.046812 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-e6db853b-3676-4bf0-9c12-546198fa1413 admin admin] Calling delete_port for 2717f3d1-f0d1-4e81-a067-b0b26702f57f owned by network:router_interface {{(pid=85258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 13:23:27.067146 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a044c-8c18-4023-8d1b-e9b7f25115c1 req-4298fbd1-5ab6-4361-9b7f-0ac602706d9d tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:23:27.067845 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-4d7a044c-8c18-4023-8d1b-e9b7f25115c1 req-4298fbd1-5ab6-4361-9b7f-0ac602706d9d tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for port, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:27.098832 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4d7a044c-8c18-4023-8d1b-e9b7f25115c1 req-4298fbd1-5ab6-4361-9b7f-0ac602706d9d tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3252316 Apr 15 13:23:27.118599 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [req-4d7a044c-8c18-4023-8d1b-e9b7f25115c1 req-4ab6d997-266b-40be-9f30-19b217ef4013 service neutron] Request body: {'port': {'device_id': 'f538a932-cf4d-4200-a907-276fca731878', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:23:27.158409 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8d61f-7408-4c79-9af5-3d87cc3a7fd0 req-a2deea75-b723-445f-abc3-b5f78f50e1c0 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:23:27.159190 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-97b8d61f-7408-4c79-9af5-3d87cc3a7fd0 req-a2deea75-b723-445f-abc3-b5f78f50e1c0 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Synchronizing usage tracker for tenant:ed5c7cd2c53749ab8d7588f5d7ed90fd on resource:port {{(pid=85257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 13:23:27.225475 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e6db853b-3676-4bf0-9c12-546198fa1413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757045826334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279809391903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10742258'] for port, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:27.234799 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-97b8d61f-7408-4c79-9af5-3d87cc3a7fd0 req-a2deea75-b723-445f-abc3-b5f78f50e1c0 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Unset dirty status for tenant:ed5c7cd2c53749ab8d7588f5d7ed90fd on resource:port {{(pid=85257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 13:23:27.236134 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-97b8d61f-7408-4c79-9af5-3d87cc3a7fd0 req-a2deea75-b723-445f-abc3-b5f78f50e1c0 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=f538a932-cf4d-4200-a907-276fca731878 HTTP/1.1" status: 200 len: 931 time: 0.4985204 Apr 15 13:23:27.241390 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:23:27.292334 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-4d7a044c-8c18-4023-8d1b-e9b7f25115c1 req-4ab6d997-266b-40be-9f30-19b217ef4013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:27.317639 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-97b8d61f-7408-4c79-9af5-3d87cc3a7fd0 req-ec2291dd-de02-42d6-9cd3-20c1761769f7 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/security-groups?id=f1b452ec-67c6-4922-8162-9d10b3facdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0723963 Apr 15 13:23:27.335105 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6db853b-3676-4bf0-9c12-546198fa1413 admin admin] Pushing event deleted for resources: {'Port': ['ID=2717f3d1-f0d1-4e81-a067-b0b26702f57f,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:23:27.337863 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-e6db853b-3676-4bf0-9c12-546198fa1413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:23:27.705193 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e6db853b-3676-4bf0-9c12-546198fa1413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853742635'] for router_interface, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:27.739318 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [req-4d7a044c-8c18-4023-8d1b-e9b7f25115c1 req-4ab6d997-266b-40be-9f30-19b217ef4013 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23b728ca-b6fe-4378-a1cf-dacf2e76f150 {{(pid=85257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 13:23:27.756434 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-4d7a044c-8c18-4023-8d1b-e9b7f25115c1 req-4ab6d997-266b-40be-9f30-19b217ef4013 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:27.779274 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [req-4d7a044c-8c18-4023-8d1b-e9b7f25115c1 req-4ab6d997-266b-40be-9f30-19b217ef4013 service neutron] Transition to ACTIVE for port object 23b728ca-b6fe-4378-a1cf-dacf2e76f150 will not be triggered until provisioned by entity L2. {{(pid=85257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:23:27.783132 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-4d7a044c-8c18-4023-8d1b-e9b7f25115c1 req-4ab6d997-266b-40be-9f30-19b217ef4013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12125831'] for port, after_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:27.799723 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-98d2e44a-98d6-40ca-b340-e63456e06f69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:23:27.934822 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab6d997-266b-40be-9f30-19b217ef4013 service neutron] Pushing event updated for resources: {'Port': ['ID=23b728ca-b6fe-4378-a1cf-dacf2e76f150,revision_number=2']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:23:27.940240 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-4ab6d997-266b-40be-9f30-19b217ef4013 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:23:28.174879 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [req-4d7a044c-8c18-4023-8d1b-e9b7f25115c1 req-4ab6d997-266b-40be-9f30-19b217ef4013 service neutron] Attempting to bind port 23b728ca-b6fe-4378-a1cf-dacf2e76f150 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 13:23:28.175258 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [req-4d7a044c-8c18-4023-8d1b-e9b7f25115c1 req-4ab6d997-266b-40be-9f30-19b217ef4013 service neutron] Attempting to bind port 23b728ca-b6fe-4378-a1cf-dacf2e76f150 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '14d6bcce-c920-42b4-a77a-ca6773378669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2f9b0ee9-78e1-43c1-87cb-abce99e8826a'}] {{(pid=85257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 13:23:28.175698 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7a044c-8c18-4023-8d1b-e9b7f25115c1 req-4ab6d997-266b-40be-9f30-19b217ef4013 service neutron] Attempting to bind port 23b728ca-b6fe-4378-a1cf-dacf2e76f150 on network 2f9b0ee9-78e1-43c1-87cb-abce99e8826a {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:23:28.180824 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7a044c-8c18-4023-8d1b-e9b7f25115c1 req-4ab6d997-266b-40be-9f30-19b217ef4013 service neutron] Port 23b728ca-b6fe-4378-a1cf-dacf2e76f150 on network 2f9b0ee9-78e1-43c1-87cb-abce99e8826a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 13:23:28.181192 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7a044c-8c18-4023-8d1b-e9b7f25115c1 req-4ab6d997-266b-40be-9f30-19b217ef4013 service neutron] Attempting to bind port 23b728ca-b6fe-4378-a1cf-dacf2e76f150 on network 2f9b0ee9-78e1-43c1-87cb-abce99e8826a {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:23:28.187739 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7a044c-8c18-4023-8d1b-e9b7f25115c1 req-4ab6d997-266b-40be-9f30-19b217ef4013 service neutron] Checking agent: {'id': '473bf83e-daba-40de-92d3-877eb5111141', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 13, 13, 53), 'started_at': datetime.datetime(2021, 4, 15, 13, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 13, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 13:23:28.188129 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7a044c-8c18-4023-8d1b-e9b7f25115c1 req-4ab6d997-266b-40be-9f30-19b217ef4013 service neutron] Checking segment: {'id': '14d6bcce-c920-42b4-a77a-ca6773378669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2f9b0ee9-78e1-43c1-87cb-abce99e8826a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:23:28.188568 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7a044c-8c18-4023-8d1b-e9b7f25115c1 req-4ab6d997-266b-40be-9f30-19b217ef4013 service neutron] Bound using segment: {'id': '14d6bcce-c920-42b4-a77a-ca6773378669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2f9b0ee9-78e1-43c1-87cb-abce99e8826a'} {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 13:23:28.189070 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [req-4d7a044c-8c18-4023-8d1b-e9b7f25115c1 req-4ab6d997-266b-40be-9f30-19b217ef4013 service neutron] Bound port: 23b728ca-b6fe-4378-a1cf-dacf2e76f150, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14d6bcce-c920-42b4-a77a-ca6773378669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2f9b0ee9-78e1-43c1-87cb-abce99e8826a'}}] {{(pid=85257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 13:23:28.189464 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-4d7a044c-8c18-4023-8d1b-e9b7f25115c1 req-4ab6d997-266b-40be-9f30-19b217ef4013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:28.294090 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [req-4d7a044c-8c18-4023-8d1b-e9b7f25115c1 req-4ab6d997-266b-40be-9f30-19b217ef4013 service neutron] For port 23b728ca-b6fe-4378-a1cf-dacf2e76f150, host hv-cinder-78494, cleared binding levels {{(pid=85257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 13:23:28.298691 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [req-4d7a044c-8c18-4023-8d1b-e9b7f25115c1 req-4ab6d997-266b-40be-9f30-19b217ef4013 service neutron] For port 23b728ca-b6fe-4378-a1cf-dacf2e76f150, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=23b728ca-b6fe-4378-a1cf-dacf2e76f150,segment=NetworkSegment(14d6bcce-c920-42b4-a77a-ca6773378669),segment_id=14d6bcce-c920-42b4-a77a-ca6773378669)] {{(pid=85257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 13:23:28.302206 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-4d7a044c-8c18-4023-8d1b-e9b7f25115c1 req-4ab6d997-266b-40be-9f30-19b217ef4013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12125831'] for port, after_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:28.318723 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-10e80a4d-1add-4666-bb68-da0708721dc9 tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:23:28.470914 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6db853b-3676-4bf0-9c12-546198fa1413 admin admin] Router d48e3290-a679-4183-97f6-5b77323c864a has already been hosted by L3 agent d2850426-fba2-4e27-a3ef-bf91b3b25695 {{(pid=85258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 13:23:28.528001 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab6d997-266b-40be-9f30-19b217ef4013 service neutron] Pushing event updated for resources: {'Port': ['ID=23b728ca-b6fe-4378-a1cf-dacf2e76f150,revision_number=3']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:23:28.534330 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-4ab6d997-266b-40be-9f30-19b217ef4013 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:23:28.598854 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a044c-8c18-4023-8d1b-e9b7f25115c1 req-4ab6d997-266b-40be-9f30-19b217ef4013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:23:28.600368 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-4d7a044c-8c18-4023-8d1b-e9b7f25115c1 req-4ab6d997-266b-40be-9f30-19b217ef4013 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for port, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:28.601161 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4d7a044c-8c18-4023-8d1b-e9b7f25115c1 req-4ab6d997-266b-40be-9f30-19b217ef4013 service neutron] 10.222.0.65 "PUT /v2.0/ports/23b728ca-b6fe-4378-a1cf-dacf2e76f150 HTTP/1.1" status: 200 len: 1093 time: 1.4877696 Apr 15 13:23:28.601747 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f538a932-cf4d-4200-a907-276fca731878', 'tag': '23b728ca-b6fe-4378-a1cf-dacf2e76f150'}] {{(pid=85257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:23:28.616321 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97276ef1-27fd-4a71-b651-421917020545 req-ad1bf647-22d7-4bdd-8afb-5bdd1dd88a4f tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:23:28.624429 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-97276ef1-27fd-4a71-b651-421917020545 req-ad1bf647-22d7-4bdd-8afb-5bdd1dd88a4f tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=f538a932-cf4d-4200-a907-276fca731878 HTTP/1.1" status: 200 len: 943 time: 0.1756337 Apr 15 13:23:28.664123 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f538a932-cf4d-4200-a907-276fca731878', 'tag': '23b728ca-b6fe-4378-a1cf-dacf2e76f150', 'status': 'completed', 'code': 200} Apr 15 13:23:28.668357 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6db853b-3676-4bf0-9c12-546198fa1413 admin admin] Notify agent at l3_agent.dv-cinder-784945-5-smb the message routers_updated {{(pid=85258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 13:23:28.672318 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-97276ef1-27fd-4a71-b651-421917020545 req-58b2061c-88c5-4388-ac44-31d8fbbb2579 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/security-groups?id=f1b452ec-67c6-4922-8162-9d10b3facdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471547 Apr 15 13:23:28.679981 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93630aa1-855e-4f64-8b0e-28ec90699821 None None] Sync routers for ids ['d48e3290-a679-4183-97f6-5b77323c864a'] in dv-cinder-784945-5-smb {{(pid=85259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 13:23:28.698727 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-e6db853b-3676-4bf0-9c12-546198fa1413 admin admin] 10.222.0.64 "PUT /v2.0/routers/d48e3290-a679-4183-97f6-5b77323c864a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2115209 Apr 15 13:23:28.699001 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93630aa1-855e-4f64-8b0e-28ec90699821 None None] Routers {'d48e3290-a679-4183-97f6-5b77323c864a'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:23:28.699119 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 44010) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:23:28.700165 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-93630aa1-855e-4f64-8b0e-28ec90699821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:23:15Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['d48e3290-a679-4183-97f6-5b77323c864a'], 'active': True} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:23:28.787925 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a044c-8c18-4023-8d1b-e9b7f25115c1 req-e7137b8a-a805-4fe4-b7fa-e171d21792f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:23:28.789660 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4d7a044c-8c18-4023-8d1b-e9b7f25115c1 req-e7137b8a-a805-4fe4-b7fa-e171d21792f7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ed5c7cd2c53749ab8d7588f5d7ed90fd&device_id=f538a932-cf4d-4200-a907-276fca731878 HTTP/1.1" status: 200 len: 1096 time: 0.1071603 Apr 15 13:23:28.882234 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4d7a044c-8c18-4023-8d1b-e9b7f25115c1 req-aab16c0e-d76d-4ea8-820e-3a757e37cd8e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23b728ca-b6fe-4378-a1cf-dacf2e76f150 HTTP/1.1" status: 200 len: 217 time: 0.0736592 Apr 15 13:23:28.949508 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-75f932ce-2b72-4087-b7de-07c01d99b64f admin admin] Notify callbacks [] for router, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:28.953157 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a044c-8c18-4023-8d1b-e9b7f25115c1 req-0d8600db-4fdd-4745-b396-ac523675b3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:23:28.954775 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4d7a044c-8c18-4023-8d1b-e9b7f25115c1 req-0d8600db-4fdd-4745-b396-ac523675b3b1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b5e38904-2c3f-483b-a51a-75781e9d821b HTTP/1.1" status: 200 len: 850 time: 0.0700743 Apr 15 13:23:28.969084 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-93630aa1-855e-4f64-8b0e-28ec90699821 None None] Set router d48e3290-a679-4183-97f6-5b77323c864a gateway port host: dv-cinder-784945-5-smb {{(pid=85259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:23:29.041644 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a044c-8c18-4023-8d1b-e9b7f25115c1 req-14e4e265-3c4b-4d44-9d16-4271ece10871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:23:29.043279 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4d7a044c-8c18-4023-8d1b-e9b7f25115c1 req-14e4e265-3c4b-4d44-9d16-4271ece10871 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2f9b0ee9-78e1-43c1-87cb-abce99e8826a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0818410 Apr 15 13:23:29.144524 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-75f932ce-2b72-4087-b7de-07c01d99b64f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:29.153190 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-75f932ce-2b72-4087-b7de-07c01d99b64f admin admin] Deleting port 862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b {{(pid=85258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 13:23:29.153575 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-75f932ce-2b72-4087-b7de-07c01d99b64f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279808963205'] for port, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:29.195547 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4d7a044c-8c18-4023-8d1b-e9b7f25115c1 req-43e4487f-a410-420a-b2f4-9a98cd0ddf71 service neutron] 10.222.0.65 "GET /v2.0/networks/2f9b0ee9-78e1-43c1-87cb-abce99e8826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452591 Apr 15 13:23:29.354519 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4d7a044c-8c18-4023-8d1b-e9b7f25115c1 req-c68bda92-0093-4596-9e5f-0527b39c0c13 service neutron] 10.222.0.65 "GET /v2.0/networks/2f9b0ee9-78e1-43c1-87cb-abce99e8826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516867 Apr 15 13:23:29.360565 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-75f932ce-2b72-4087-b7de-07c01d99b64f admin admin] For port 862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b, host dv-cinder-784945-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b,segment=NetworkSegment(906bcebc-1c01-4a0b-bcb7-9d225f9b16c2),segment_id=906bcebc-1c01-4a0b-bcb7-9d225f9b16c2)] {{(pid=85258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:23:29.360975 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-75f932ce-2b72-4087-b7de-07c01d99b64f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853842851'] for port, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:29.487453 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-93630aa1-855e-4f64-8b0e-28ec90699821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'name': 'tempest-AttachVolumeShelveTestJSON-1575230460-router', 'tenant_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:16:52Z', 'updated_at': '2021-04-15T13:23:27Z', 'revision_number': 5, 'project_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'gw_port': {'id': '862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:be:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:16:54Z', 'updated_at': '2021-04-15T13:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb'}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:23:29.491649 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93630aa1-855e-4f64-8b0e-28ec90699821 None None] Checking router: d48e3290-a679-4183-97f6-5b77323c864a for host: dv-cinder-784945-5-smb {{(pid=85259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 13:23:29.498547 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-75f932ce-2b72-4087-b7de-07c01d99b64f admin admin] Calling delete_port for 862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b owned by network:router_gateway {{(pid=85258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 13:23:29.501657 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93630aa1-855e-4f64-8b0e-28ec90699821 None None] Routers {'d48e3290-a679-4183-97f6-5b77323c864a'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:23:29.502332 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-93630aa1-855e-4f64-8b0e-28ec90699821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:23:15Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['d48e3290-a679-4183-97f6-5b77323c864a'], 'active': True} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:23:29.546724 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495dad86-a4f3-4084-b967-202139057f62 req-5d40a57a-3e3f-4d1d-bb04-e66131d1d283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:23:29.548392 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-495dad86-a4f3-4084-b967-202139057f62 req-5d40a57a-3e3f-4d1d-bb04-e66131d1d283 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ed5c7cd2c53749ab8d7588f5d7ed90fd&device_id=f538a932-cf4d-4200-a907-276fca731878 HTTP/1.1" status: 200 len: 1096 time: 0.0947657 Apr 15 13:23:29.679328 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-93630aa1-855e-4f64-8b0e-28ec90699821 None None] Set router d48e3290-a679-4183-97f6-5b77323c864a gateway port host: None {{(pid=85259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:23:29.684083 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-75f932ce-2b72-4087-b7de-07c01d99b64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757045826334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279809391903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10742258'] for port, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:29.700618 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495dad86-a4f3-4084-b967-202139057f62 req-61851d92-b707-4fe5-b351-be64ab03a317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:23:29.701690 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-495dad86-a4f3-4084-b967-202139057f62 req-61851d92-b707-4fe5-b351-be64ab03a317 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2f9b0ee9-78e1-43c1-87cb-abce99e8826a HTTP/1.1" status: 200 len: 912 time: 0.1459963 Apr 15 13:23:29.704775 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:23:29.800566 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-93630aa1-855e-4f64-8b0e-28ec90699821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'name': 'tempest-AttachVolumeShelveTestJSON-1575230460-router', 'tenant_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:16:52Z', 'updated_at': '2021-04-15T13:23:29Z', 'revision_number': 6, 'project_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'gw_port_host': None}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:23:29.801836 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f932ce-2b72-4087-b7de-07c01d99b64f admin admin] Pushing event deleted for resources: {'Port': ['ID=862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:23:29.807181 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93630aa1-855e-4f64-8b0e-28ec90699821 None None] The sync data for ids ['d48e3290-a679-4183-97f6-5b77323c864a'] in dv-cinder-784945-5-smb is: [{'id': 'd48e3290-a679-4183-97f6-5b77323c864a', 'name': 'tempest-AttachVolumeShelveTestJSON-1575230460-router', 'tenant_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:16:52Z', 'updated_at': '2021-04-15T13:23:29Z', 'revision_number': 6, 'project_id': '3edcfff57f6b4d3a989c0baa167aa5b1', 'gw_port_host': None}] {{(pid=85259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 13:23:29.808981 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-75f932ce-2b72-4087-b7de-07c01d99b64f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:23:29.885107 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-495dad86-a4f3-4084-b967-202139057f62 req-e93ce2d6-3e1c-41ae-9fe1-9058fdaf9222 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23b728ca-b6fe-4378-a1cf-dacf2e76f150 HTTP/1.1" status: 200 len: 217 time: 0.1737602 Apr 15 13:23:29.969816 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495dad86-a4f3-4084-b967-202139057f62 req-4e4a2f2d-8873-4d37-87e8-0a361db22b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:23:29.971363 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-495dad86-a4f3-4084-b967-202139057f62 req-4e4a2f2d-8873-4d37-87e8-0a361db22b42 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b5e38904-2c3f-483b-a51a-75781e9d821b HTTP/1.1" status: 200 len: 850 time: 0.0792446 Apr 15 13:23:29.988299 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-75f932ce-2b72-4087-b7de-07c01d99b64f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853742797'] for router_gateway, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:30.040394 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ab2f5-0fd4-4ca2-bcd9-91f8c30d16d6 req-0b993068-7af3-49f8-bf4b-acf5412d56b4 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:23:30.041984 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-531ab2f5-0fd4-4ca2-bcd9-91f8c30d16d6 req-0b993068-7af3-49f8-bf4b-acf5412d56b4 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=f538a932-cf4d-4200-a907-276fca731878 HTTP/1.1" status: 200 len: 943 time: 0.2129099 Apr 15 13:23:30.108445 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-531ab2f5-0fd4-4ca2-bcd9-91f8c30d16d6 req-84e6e4fc-f31d-4fcd-bf07-65f9eec2111b tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/security-groups?id=f1b452ec-67c6-4922-8162-9d10b3facdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0588555 Apr 15 13:23:30.114873 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495dad86-a4f3-4084-b967-202139057f62 req-019ad2a2-6fdd-42c0-aa8a-d92923b53259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:23:30.116445 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-495dad86-a4f3-4084-b967-202139057f62 req-019ad2a2-6fdd-42c0-aa8a-d92923b53259 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2f9b0ee9-78e1-43c1-87cb-abce99e8826a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1367352 Apr 15 13:23:30.188762 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-75f932ce-2b72-4087-b7de-07c01d99b64f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853741611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854710299'] for router, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:30.191137 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-75f932ce-2b72-4087-b7de-07c01d99b64f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:30.264407 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-495dad86-a4f3-4084-b967-202139057f62 req-ee3cfe7b-cfa8-4adb-8ae6-3e36bad13dbc service neutron] 10.222.0.65 "GET /v2.0/networks/2f9b0ee9-78e1-43c1-87cb-abce99e8826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408627 Apr 15 13:23:30.285080 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-75f932ce-2b72-4087-b7de-07c01d99b64f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1039941'] for router, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:30.285670 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f932ce-2b72-4087-b7de-07c01d99b64f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d48e3290-a679-4183-97f6-5b77323c864a {{(pid=85258) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 13:23:30.299882 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-75f932ce-2b72-4087-b7de-07c01d99b64f admin admin] Notify callbacks [] for router, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:30.303537 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-75f932ce-2b72-4087-b7de-07c01d99b64f admin admin] 10.222.0.64 "DELETE /v2.0/routers/d48e3290-a679-4183-97f6-5b77323c864a HTTP/1.1" status: 204 len: 168 time: 1.6018553 Apr 15 13:23:30.303747 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 44016) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:23:30.371423 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe1f12be-0783-4e41-8772-ceadc856f5f4 admin admin] Deleting subnet a4c8aae7-d54c-4123-b3a9-729be74bee3f {{(pid=85258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 13:23:30.375020 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-fe1f12be-0783-4e41-8772-ceadc856f5f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:30.421995 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-495dad86-a4f3-4084-b967-202139057f62 req-77e72204-4def-486b-bbae-1a3bebc1286b service neutron] 10.222.0.65 "GET /v2.0/networks/2f9b0ee9-78e1-43c1-87cb-abce99e8826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435175 Apr 15 13:23:30.445381 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-fe1f12be-0783-4e41-8772-ceadc856f5f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853032496'] for subnet, precommit_delete_associations {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:30.572621 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-fe1f12be-0783-4e41-8772-ceadc856f5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1806'] for subnet, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:30.770267 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device 2717f3d1-f0d1-4e81-a067-b0b26702f57f no longer exists at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 13:23:30.809883 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] No Port match for: 2717f3d1-f0d1-4e81-a067-b0b26702f57f {{(pid=85259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 13:23:30.810441 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device 2717f3d1-f0d1-4e81-a067-b0b26702f57f not bound to the agent host dv-cinder-784945-5-smb {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 13:23:30.810738 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device 862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b no longer exists at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 13:23:30.835369 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-fe1f12be-0783-4e41-8772-ceadc856f5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844033659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1471416'] for subnet, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:30.850865 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] No Port match for: 862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b {{(pid=85259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 13:23:30.851269 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device 862c5395-c0ff-4bec-9ba9-bb5b61f1cf9b not bound to the agent host dv-cinder-784945-5-smb {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 13:23:30.852028 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:23:30.933133 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1f12be-0783-4e41-8772-ceadc856f5f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4c8aae7-d54c-4123-b3a9-729be74bee3f,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:23:30.940274 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-fe1f12be-0783-4e41-8772-ceadc856f5f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:23:30.983179 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-fe1f12be-0783-4e41-8772-ceadc856f5f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for subnet, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:30.988870 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4c78ac-8634-4c1c-9f25-2e4d66a4d3c5 None None] Network a011c5a8-19dd-4b3a-aac8-fb661fc52f6c requested from dv-cinder-784945-5-smb {{(pid=85259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 13:23:30.989137 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-fe1f12be-0783-4e41-8772-ceadc856f5f4 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a4c8aae7-d54c-4123-b3a9-729be74bee3f HTTP/1.1" status: 204 len: 168 time: 0.6843655 Apr 15 13:23:30.991882 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 44020) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:23:31.260600 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9150a15f-6fe4-4796-a94a-d0a89e392699 None None] DHCP port deletion for a011c5a8-19dd-4b3a-aac8-fb661fc52f6c request from dv-cinder-784945-5-smb {{(pid=85259) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 13:23:31.266064 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-9150a15f-6fe4-4796-a94a-d0a89e392699 None None] Deleting port 8763afb6-d1db-475e-ade5-68c920a291f3 {{(pid=85259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 13:23:31.266498 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-9150a15f-6fe4-4796-a94a-d0a89e392699 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279808963205'] for port, before_delete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:31.325813 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f97d8-e3e7-4d49-ae6b-ccac18fd1135 req-1a9b6185-d641-4788-9375-6e9b80b6558d tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:23:31.327986 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-947f97d8-e3e7-4d49-ae6b-ccac18fd1135 req-1a9b6185-d641-4788-9375-6e9b80b6558d tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=f538a932-cf4d-4200-a907-276fca731878 HTTP/1.1" status: 200 len: 943 time: 0.0907526 Apr 15 13:23:31.349704 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-6e395b7e-8672-426c-883d-817aadf375f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854359108'] for network, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:31.378360 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-947f97d8-e3e7-4d49-ae6b-ccac18fd1135 req-6da8644d-6ce5-41ad-aeb9-d55bab9e5922 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/security-groups?id=f1b452ec-67c6-4922-8162-9d10b3facdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432968 Apr 15 13:23:31.423734 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-6e395b7e-8672-426c-883d-817aadf375f7 admin admin] Deleting port 8763afb6-d1db-475e-ade5-68c920a291f3 {{(pid=85258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 13:23:31.424118 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-6e395b7e-8672-426c-883d-817aadf375f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279808963205'] for port, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:31.503148 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-9150a15f-6fe4-4796-a94a-d0a89e392699 None None] For port 8763afb6-d1db-475e-ade5-68c920a291f3, host dv-cinder-784945-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=8763afb6-d1db-475e-ade5-68c920a291f3,segment=NetworkSegment(063acdd5-d5b4-42f0-8d65-a7c12793df51),segment_id=063acdd5-d5b4-42f0-8d65-a7c12793df51)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:23:31.503507 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-9150a15f-6fe4-4796-a94a-d0a89e392699 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853842851'] for port, precommit_delete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:31.638129 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-9150a15f-6fe4-4796-a94a-d0a89e392699 None None] Calling delete_port for 8763afb6-d1db-475e-ade5-68c920a291f3 owned by network:dhcp {{(pid=85259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 13:23:31.646522 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-6e395b7e-8672-426c-883d-817aadf375f7 admin admin] For port 8763afb6-d1db-475e-ade5-68c920a291f3, host dv-cinder-784945-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=8763afb6-d1db-475e-ade5-68c920a291f3,segment=NetworkSegment(063acdd5-d5b4-42f0-8d65-a7c12793df51),segment_id=063acdd5-d5b4-42f0-8d65-a7c12793df51)] {{(pid=85258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:23:31.646929 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-6e395b7e-8672-426c-883d-817aadf375f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853842851'] for port, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:31.723028 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-9150a15f-6fe4-4796-a94a-d0a89e392699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757045826334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279809391903'] for port, after_delete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:31.739193 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:23:31.790856 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-6e395b7e-8672-426c-883d-817aadf375f7 admin admin] Calling delete_port for 8763afb6-d1db-475e-ade5-68c920a291f3 owned by network:dhcp {{(pid=85258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 13:23:31.798763 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9150a15f-6fe4-4796-a94a-d0a89e392699 None None] Pushing event deleted for resources: {'Port': ['ID=8763afb6-d1db-475e-ade5-68c920a291f3,revision_number=None']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:23:31.851662 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9150a15f-6fe4-4796-a94a-d0a89e392699 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:23:31.852233 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9150a15f-6fe4-4796-a94a-d0a89e392699 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:23:31.852396 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9150a15f-6fe4-4796-a94a-d0a89e392699 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:23:31.852772 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9150a15f-6fe4-4796-a94a-d0a89e392699 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:23:31.853153 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9150a15f-6fe4-4796-a94a-d0a89e392699 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:23:31.853572 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9150a15f-6fe4-4796-a94a-d0a89e392699 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:23:31.853945 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9150a15f-6fe4-4796-a94a-d0a89e392699 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:23:31.854314 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9150a15f-6fe4-4796-a94a-d0a89e392699 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:23:31.854684 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9150a15f-6fe4-4796-a94a-d0a89e392699 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:23:31.855050 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9150a15f-6fe4-4796-a94a-d0a89e392699 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:23:31.855462 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9150a15f-6fe4-4796-a94a-d0a89e392699 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:23:31.855863 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9150a15f-6fe4-4796-a94a-d0a89e392699 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:23:31.860014 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-9150a15f-6fe4-4796-a94a-d0a89e392699 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:23:31.869954 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.db.api [None req-6e395b7e-8672-426c-883d-817aadf375f7 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85258) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 13:23:31.870320 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_db.api [None req-6e395b7e-8672-426c-883d-817aadf375f7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 13:23:31.909315 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9150a15f-6fe4-4796-a94a-d0a89e392699 None None] No DVR routers for this DVR port 8763afb6-d1db-475e-ade5-68c920a291f3 on host dv-cinder-784945-5-smb {{(pid=85259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 13:23:32.371350 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-6e395b7e-8672-426c-883d-817aadf375f7 admin admin] Deleting port 8763afb6-d1db-475e-ade5-68c920a291f3 {{(pid=85258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 13:23:32.371785 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-6e395b7e-8672-426c-883d-817aadf375f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279808963205'] for port, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:32.453365 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-6e395b7e-8672-426c-883d-817aadf375f7 admin admin] The port '8763afb6-d1db-475e-ade5-68c920a291f3' was deleted {{(pid=85258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 13:23:32.582559 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-6e395b7e-8672-426c-883d-817aadf375f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854696719', 'neutron.services.segments.db._delete_segments_for_network--9223363279808872257'] for network, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:32.605787 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97367ad-ecd7-4c16-9334-4ebf53eba18c req-52c6aa11-edfa-4315-a2c1-a4c58752ae99 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:23:32.607661 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d97367ad-ecd7-4c16-9334-4ebf53eba18c req-52c6aa11-edfa-4315-a2c1-a4c58752ae99 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=f538a932-cf4d-4200-a907-276fca731878 HTTP/1.1" status: 200 len: 943 time: 0.0929885 Apr 15 13:23:32.659051 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d97367ad-ecd7-4c16-9334-4ebf53eba18c req-6980e29d-bb13-40e0-85c4-4db5a17d1b12 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/security-groups?id=f1b452ec-67c6-4922-8162-9d10b3facdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446017 Apr 15 13:23:32.701564 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.services.segments.db [None req-6e395b7e-8672-426c-883d-817aadf375f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a011c5a8-19dd-4b3a-aac8-fb661fc52f6c']}} {{(pid=85258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:23:32.715709 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.services.segments.db [None req-6e395b7e-8672-426c-883d-817aadf375f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '063acdd5-d5b4-42f0-8d65-a7c12793df51') {'for_net_delete': True} {{(pid=85258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:23:32.716060 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.services.segments.db [None req-6e395b7e-8672-426c-883d-817aadf375f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '063acdd5-d5b4-42f0-8d65-a7c12793df51') {} {{(pid=85258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:23:32.729004 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-6e395b7e-8672-426c-883d-817aadf375f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279808868673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743304'] for segment, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:32.744363 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-6e395b7e-8672-426c-883d-817aadf375f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773144'] for segment, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:32.753288 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e395b7e-8672-426c-883d-817aadf375f7 admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=85258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 13:23:32.764010 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device 8763afb6-d1db-475e-ade5-68c920a291f3 no longer exists at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 13:23:32.802624 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] No Port match for: 8763afb6-d1db-475e-ade5-68c920a291f3 {{(pid=85259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 13:23:32.803024 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device 8763afb6-d1db-475e-ade5-68c920a291f3 not bound to the agent host dv-cinder-784945-5-smb {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 13:23:32.832708 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.agents_db [None req-862eb08b-2c52-41b8-8db2-56e94ab18918 None None] Agent healthcheck: found 6 active agents {{(pid=85260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 13:23:32.939949 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-6e395b7e-8672-426c-883d-817aadf375f7 admin admin] Network a011c5a8-19dd-4b3a-aac8-fb661fc52f6c has no segments {{(pid=85258) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 13:23:32.949082 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-6e395b7e-8672-426c-883d-817aadf375f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10742566'] for segment, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:33.131314 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-6e395b7e-8672-426c-883d-817aadf375f7 admin admin] Network a011c5a8-19dd-4b3a-aac8-fb661fc52f6c has no segments {{(pid=85258) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 13:23:33.153769 dv-cinder-784945-5-smb neutron-server[85144]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 13:23:33.153769 dv-cinder-784945-5-smb neutron-server[85144]: % (table.description, expected, rows_matched) Apr 15 13:23:33.153769 dv-cinder-784945-5-smb neutron-server[85144]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 13:23:33.153769 dv-cinder-784945-5-smb neutron-server[85144]: % (table.description, expected, rows_matched) Apr 15 13:23:33.153769 dv-cinder-784945-5-smb neutron-server[85144]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 13:23:33.153769 dv-cinder-784945-5-smb neutron-server[85144]: % (table.description, expected, rows_matched) Apr 15 13:23:33.153769 dv-cinder-784945-5-smb neutron-server[85144]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 13:23:33.153769 dv-cinder-784945-5-smb neutron-server[85144]: % (table.description, expected, rows_matched) Apr 15 13:23:33.153769 dv-cinder-784945-5-smb neutron-server[85144]: Traceback (most recent call last): Apr 15 13:23:33.153769 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 13:23:33.153769 dv-cinder-784945-5-smb neutron-server[85144]: timer() Apr 15 13:23:33.153769 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 13:23:33.153769 dv-cinder-784945-5-smb neutron-server[85144]: cb(*args, **kw) Apr 15 13:23:33.153769 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 13:23:33.153769 dv-cinder-784945-5-smb neutron-server[85144]: return func(*args, **kwargs) Apr 15 13:23:33.153769 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 13:23:33.153769 dv-cinder-784945-5-smb neutron-server[85144]: self._notify() Apr 15 13:23:33.153769 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 13:23:33.153769 dv-cinder-784945-5-smb neutron-server[85144]: self.callback(batched_events) Apr 15 13:23:33.153769 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 13:23:33.153769 dv-cinder-784945-5-smb neutron-server[85144]: event.method(event) Apr 15 13:23:33.153769 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 13:23:33.153769 dv-cinder-784945-5-smb neutron-server[85144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 13:23:33.153769 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 13:23:33.153769 dv-cinder-784945-5-smb neutron-server[85144]: segment_id)['aggregates'][0] Apr 15 13:23:33.153769 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 13:23:33.153769 dv-cinder-784945-5-smb neutron-server[85144]: return f(self, *a, **k) Apr 15 13:23:33.153769 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 13:23:33.153769 dv-cinder-784945-5-smb neutron-server[85144]: return self._get(url).json() Apr 15 13:23:33.153769 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 13:23:33.153769 dv-cinder-784945-5-smb neutron-server[85144]: **kwargs) Apr 15 13:23:33.153769 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 13:23:33.153769 dv-cinder-784945-5-smb neutron-server[85144]: return self.request(url, 'GET', **kwargs) Apr 15 13:23:33.153769 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 13:23:33.153769 dv-cinder-784945-5-smb neutron-server[85144]: **endpoint_filter) Apr 15 13:23:33.153769 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 13:23:33.153769 dv-cinder-784945-5-smb neutron-server[85144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 13:23:33.153769 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 13:23:33.153769 dv-cinder-784945-5-smb neutron-server[85144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 13:23:33.153769 dv-cinder-784945-5-smb neutron-server[85144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 13:23:33.231633 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-6e395b7e-8672-426c-883d-817aadf375f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-78982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1032985'] for network, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:33.236188 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:23:33.250706 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-6e395b7e-8672-426c-883d-817aadf375f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for network, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:33.261579 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e395b7e-8672-426c-883d-817aadf375f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a011c5a8-19dd-4b3a-aac8-fb661fc52f6c,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:23:33.266502 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-6e395b7e-8672-426c-883d-817aadf375f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:23:33.270147 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-6e395b7e-8672-426c-883d-817aadf375f7 admin admin] 10.222.0.64 "DELETE /v2.0/networks/a011c5a8-19dd-4b3a-aac8-fb661fc52f6c HTTP/1.1" status: 204 len: 168 time: 2.2772455 Apr 15 13:23:33.388811 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 44030) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:23:33.442029 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-8b31a758-b163-4a1c-a629-b179be2cc779 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3edcfff57f6b4d3a989c0baa167aa5b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0518684 Apr 15 13:23:33.444641 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 44034) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:23:33.450840 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device 23b728ca-b6fe-4378-a1cf-dacf2e76f150 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=85259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 13:23:33.517219 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-bd2f9ed2-d889-4c1f-a9c2-e20c567360b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:33.550016 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-bd2f9ed2-d889-4c1f-a9c2-e20c567360b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:33.597503 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port 23b728ca-b6fe-4378-a1cf-dacf2e76f150, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=23b728ca-b6fe-4378-a1cf-dacf2e76f150,segment=NetworkSegment(14d6bcce-c920-42b4-a77a-ca6773378669),segment_id=14d6bcce-c920-42b4-a77a-ca6773378669)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:23:33.598164 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-bd2f9ed2-d889-4c1f-a9c2-e20c567360b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:33.603344 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-33642d56-291f-4791-87e8-b94705b31075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:23:33.612714 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Returning: {'device': '23b728ca-b6fe-4378-a1cf-dacf2e76f150', 'network_id': '2f9b0ee9-78e1-43c1-87cb-abce99e8826a', 'port_id': '23b728ca-b6fe-4378-a1cf-dacf2e76f150', 'mac_address': 'fa:16:3e:91:d8:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5e38904-2c3f-483b-a51a-75781e9d821b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 13:23:33.618476 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f9ed2-d889-4c1f-a9c2-e20c567360b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cbc4477-050f-4664-9575-86dae9f2d8d9,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:23:33.621563 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-bd2f9ed2-d889-4c1f-a9c2-e20c567360b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:23:33.622548 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-bd2f9ed2-d889-4c1f-a9c2-e20c567360b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:33.623784 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-bd2f9ed2-d889-4c1f-a9c2-e20c567360b5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1cbc4477-050f-4664-9575-86dae9f2d8d9 HTTP/1.1" status: 204 len: 168 time: 0.1781540 Apr 15 13:23:33.688020 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:33.709602 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23b728ca-b6fe-4378-a1cf-dacf2e76f150 {{(pid=85259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 13:23:33.727160 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port 23b728ca-b6fe-4378-a1cf-dacf2e76f150, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=23b728ca-b6fe-4378-a1cf-dacf2e76f150,segment=NetworkSegment(14d6bcce-c920-42b4-a77a-ca6773378669),segment_id=14d6bcce-c920-42b4-a77a-ca6773378669)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:23:33.730693 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:33.732841 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-136c0432-2055-4518-8185-eb688af375f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:23:33.822622 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Pushing event updated for resources: {'Port': ['ID=23b728ca-b6fe-4378-a1cf-dacf2e76f150,revision_number=4']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:23:33.826196 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:23:33.885602 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72779d-0588-421b-8b6a-58621cde8486 req-ce473ca4-b78a-46d0-8040-1ded5673c95d tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:23:33.887212 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4a72779d-0588-421b-8b6a-58621cde8486 req-ce473ca4-b78a-46d0-8040-1ded5673c95d tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=f538a932-cf4d-4200-a907-276fca731878 HTTP/1.1" status: 200 len: 944 time: 0.1025856 Apr 15 13:23:33.939040 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4a72779d-0588-421b-8b6a-58621cde8486 req-333ff7cc-add0-4eb8-9a7e-fd7e5b6a13d5 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/security-groups?id=f1b452ec-67c6-4922-8162-9d10b3facdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448387 Apr 15 13:23:34.007527 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] get_ports_and_sgs() called for port_ids ['23b728ca-b6fe-4378-a1cf-dacf2e76f150'] {{(pid=85259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 13:23:35.147764 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e4e94-a8c2-4aed-9d1e-d671ffd46f2d req-474837f8-0ac6-48fe-a1f7-897098a1f93b tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:23:35.149362 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-701e4e94-a8c2-4aed-9d1e-d671ffd46f2d req-474837f8-0ac6-48fe-a1f7-897098a1f93b tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=f538a932-cf4d-4200-a907-276fca731878 HTTP/1.1" status: 200 len: 944 time: 0.0866044 Apr 15 13:23:35.197480 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-701e4e94-a8c2-4aed-9d1e-d671ffd46f2d req-7df757ab-9106-4fab-a6f4-1eff210aaa2c tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/security-groups?id=f1b452ec-67c6-4922-8162-9d10b3facdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410664 Apr 15 13:23:35.450555 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device 23b728ca-b6fe-4378-a1cf-dacf2e76f150 up at agent hyperv_hv-cinder-78494 {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:23:35.521768 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Provisioning for port 23b728ca-b6fe-4378-a1cf-dacf2e76f150 completed by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:23:35.526866 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Provisioning complete for port 23b728ca-b6fe-4378-a1cf-dacf2e76f150 triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:23:35.527323 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:35.654848 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:35.682395 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f538a932-cf4d-4200-a907-276fca731878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b728ca-b6fe-4378-a1cf-dacf2e76f150'}] {{(pid=85259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:23:35.693340 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port 23b728ca-b6fe-4378-a1cf-dacf2e76f150, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=23b728ca-b6fe-4378-a1cf-dacf2e76f150,segment=NetworkSegment(14d6bcce-c920-42b4-a77a-ca6773378669),segment_id=14d6bcce-c920-42b4-a77a-ca6773378669)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:23:35.696233 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:35.698906 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:23:35.735811 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f538a932-cf4d-4200-a907-276fca731878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b728ca-b6fe-4378-a1cf-dacf2e76f150', 'code': 200} Apr 15 13:23:35.780448 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Pushing event updated for resources: {'Port': ['ID=23b728ca-b6fe-4378-a1cf-dacf2e76f150,revision_number=5']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:23:35.784321 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:23:36.010163 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b2811-61af-42d8-8bc8-c5b3ce5fe78c req-86c2553e-e340-41ff-937b-2538dd9297e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:23:36.011721 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f16b2811-61af-42d8-8bc8-c5b3ce5fe78c req-86c2553e-e340-41ff-937b-2538dd9297e6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f538a932-cf4d-4200-a907-276fca731878 HTTP/1.1" status: 200 len: 1098 time: 0.0820997 Apr 15 13:23:36.055781 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f16b2811-61af-42d8-8bc8-c5b3ce5fe78c req-da0b07da-0cd5-4701-9d67-7d4fd49c6564 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f1b452ec-67c6-4922-8162-9d10b3facdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376463 Apr 15 13:23:36.403884 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b527c9c-b922-4b14-8553-6a1cfd8df2a8 req-4f5cf91f-5356-41ad-95d4-e949fb18cf9c tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:23:36.406045 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4b527c9c-b922-4b14-8553-6a1cfd8df2a8 req-4f5cf91f-5356-41ad-95d4-e949fb18cf9c tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=f538a932-cf4d-4200-a907-276fca731878 HTTP/1.1" status: 200 len: 945 time: 0.0900693 Apr 15 13:23:36.454765 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4b527c9c-b922-4b14-8553-6a1cfd8df2a8 req-6d228cfe-c984-488b-8f07-1f5b4b9294a7 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/security-groups?id=f1b452ec-67c6-4922-8162-9d10b3facdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423803 Apr 15 13:23:37.664066 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f616d-96c0-4b12-98d5-a9cb64c486e1 req-73b533bf-fe63-4949-bc92-f663499820af tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:23:37.665666 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e11f616d-96c0-4b12-98d5-a9cb64c486e1 req-73b533bf-fe63-4949-bc92-f663499820af tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=f538a932-cf4d-4200-a907-276fca731878 HTTP/1.1" status: 200 len: 945 time: 0.0905247 Apr 15 13:23:37.714791 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e11f616d-96c0-4b12-98d5-a9cb64c486e1 req-a45523c5-63ad-4893-a9c0-b90bdf4ac3bd tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/security-groups?id=f1b452ec-67c6-4922-8162-9d10b3facdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419583 Apr 15 13:23:37.928517 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b189f096-d37a-452e-b4fc-b9bfb195fcf8 req-f0d2f76d-f238-4a98-b497-ec401b21e09f tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:23:37.930118 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-b189f096-d37a-452e-b4fc-b9bfb195fcf8 req-f0d2f76d-f238-4a98-b497-ec401b21e09f tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=f538a932-cf4d-4200-a907-276fca731878 HTTP/1.1" status: 200 len: 945 time: 0.0923862 Apr 15 13:23:37.939823 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 44098) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:23:37.945488 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-d7b27ae3-f897-4810-9e94-907e23e9f2cd tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Request body: {'floatingip': {'port_id': '23b728ca-b6fe-4378-a1cf-dacf2e76f150'}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:23:38.027291 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d7b27ae3-f897-4810-9e94-907e23e9f2cd tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks [] for floatingip, before_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:38.905388 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d7b27ae3-f897-4810-9e94-907e23e9f2cd tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:38.908337 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d7b27ae3-f897-4810-9e94-907e23e9f2cd tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1033198'] for floatingip, after_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:39.087728 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.db.l3_db [None req-d7b27ae3-f897-4810-9e94-907e23e9f2cd tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Floating IP 5e0e7b25-a3b0-464d-b5bc-115d374dd389 associated. External IP: 172.28.3.52, port: 23b728ca-b6fe-4378-a1cf-dacf2e76f150. Apr 15 13:23:39.466110 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b27ae3-f897-4810-9e94-907e23e9f2cd tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Router 1a945374-1093-41f6-87d2-3464c2b47d51 has already been hosted by L3 agent d2850426-fba2-4e27-a3ef-bf91b3b25695 {{(pid=85257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 13:23:39.658122 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b27ae3-f897-4810-9e94-907e23e9f2cd tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify agent at l3_agent.dv-cinder-784945-5-smb the message routers_updated {{(pid=85257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 13:23:39.662646 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d7b27ae3-f897-4810-9e94-907e23e9f2cd tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for floatingip, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:39.668459 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66189cc7-206f-4b21-b142-01667b7d7cc4 None None] Sync routers for ids ['1a945374-1093-41f6-87d2-3464c2b47d51'] in dv-cinder-784945-5-smb {{(pid=85260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 13:23:39.679283 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66189cc7-206f-4b21-b142-01667b7d7cc4 None None] Routers {'1a945374-1093-41f6-87d2-3464c2b47d51'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:23:39.680097 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-66189cc7-206f-4b21-b142-01667b7d7cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:23:15Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['1a945374-1093-41f6-87d2-3464c2b47d51'], 'active': True} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:23:39.728224 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-d7b27ae3-f897-4810-9e94-907e23e9f2cd tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "PUT /v2.0/floatingips/5e0e7b25-a3b0-464d-b5bc-115d374dd389 HTTP/1.1" status: 200 len: 990 time: 1.7846799 Apr 15 13:23:39.728224 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f538a932-cf4d-4200-a907-276fca731878', 'tag': '23b728ca-b6fe-4378-a1cf-dacf2e76f150'}] {{(pid=85257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:23:39.872667 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f538a932-cf4d-4200-a907-276fca731878', 'tag': '23b728ca-b6fe-4378-a1cf-dacf2e76f150', 'status': 'completed', 'code': 200} Apr 15 13:23:39.898744 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-66189cc7-206f-4b21-b142-01667b7d7cc4 None None] Set router 1a945374-1093-41f6-87d2-3464c2b47d51 gateway port host: dv-cinder-784945-5-smb {{(pid=85260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:23:40.006555 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c6748e-0544-4b8b-b735-7a21d64b8aff req-affe1ff9-58e4-4d26-b608-84b331a8fa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:23:40.008273 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-b1c6748e-0544-4b8b-b735-7a21d64b8aff req-affe1ff9-58e4-4d26-b608-84b331a8fa32 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ed5c7cd2c53749ab8d7588f5d7ed90fd&device_id=f538a932-cf4d-4200-a907-276fca731878 HTTP/1.1" status: 200 len: 1098 time: 0.0860004 Apr 15 13:23:40.156813 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c6748e-0544-4b8b-b735-7a21d64b8aff req-c81d6642-1a8b-4dd6-9d7d-b5e6ebc64198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:23:40.158431 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-b1c6748e-0544-4b8b-b735-7a21d64b8aff req-c81d6642-1a8b-4dd6-9d7d-b5e6ebc64198 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2f9b0ee9-78e1-43c1-87cb-abce99e8826a HTTP/1.1" status: 200 len: 912 time: 0.1440363 Apr 15 13:23:40.280742 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-b1c6748e-0544-4b8b-b735-7a21d64b8aff req-10da7d2d-6fa1-423b-9db9-7bca2084648a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23b728ca-b6fe-4378-a1cf-dacf2e76f150 HTTP/1.1" status: 200 len: 998 time: 0.1148081 Apr 15 13:23:40.289966 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-66189cc7-206f-4b21-b142-01667b7d7cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'name': 'tempest-AttachVolumeTestJSON-1760214375-router', 'tenant_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e20041a2-d216-439e-8f6e-98556d5a7961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:19:24Z', 'updated_at': '2021-04-15T13:19:32Z', 'revision_number': 4, 'project_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'gw_port': {'id': 'e20041a2-d216-439e-8f6e-98556d5a7961', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:19:26Z', 'updated_at': '2021-04-15T13:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_floatingips': [{'id': '5e0e7b25-a3b0-464d-b5bc-115d374dd389', 'tenant_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'floating_ip_address': '172.28.3.52', 'floating_network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'router_id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'port_id': '23b728ca-b6fe-4378-a1cf-dacf2e76f150', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f9b0ee9-78e1-43c1-87cb-abce99e8826a', 'mac_address': 'fa:16:3e:91:d8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f538a932-cf4d-4200-a907-276fca731878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T13:23:22Z', 'updated_at': '2021-04-15T13:23:38Z', 'revision_number': 1, 'project_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac5921ae-1249-4a41-8152-f85dbde8e150', 'name': '', 'network_id': '2f9b0ee9-78e1-43c1-87cb-abce99e8826a', 'tenant_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'mac_address': 'fa:16:3e:63:88:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b5e38904-2c3f-483b-a51a-75781e9d821b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:19:31Z', 'updated_at': '2021-04-15T13:19:42Z', 'revision_number': 5, 'project_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'subnets': [{'id': 'b5e38904-2c3f-483b-a51a-75781e9d821b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:23:40.294257 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66189cc7-206f-4b21-b142-01667b7d7cc4 None None] Checking router: 1a945374-1093-41f6-87d2-3464c2b47d51 for host: dv-cinder-784945-5-smb {{(pid=85260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 13:23:40.305330 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66189cc7-206f-4b21-b142-01667b7d7cc4 None None] Routers {'1a945374-1093-41f6-87d2-3464c2b47d51'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:23:40.305990 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-66189cc7-206f-4b21-b142-01667b7d7cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:23:15Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['1a945374-1093-41f6-87d2-3464c2b47d51'], 'active': True} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:23:40.353688 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c6748e-0544-4b8b-b735-7a21d64b8aff req-be4eee71-9990-477d-a5b1-4ab42c06bcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:23:40.355314 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-b1c6748e-0544-4b8b-b735-7a21d64b8aff req-be4eee71-9990-477d-a5b1-4ab42c06bcf4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b5e38904-2c3f-483b-a51a-75781e9d821b HTTP/1.1" status: 200 len: 850 time: 0.0686262 Apr 15 13:23:40.450614 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c6748e-0544-4b8b-b735-7a21d64b8aff req-ac8fe41d-13c7-4846-927a-2fcf2b78443a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:23:40.457734 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-b1c6748e-0544-4b8b-b735-7a21d64b8aff req-ac8fe41d-13c7-4846-927a-2fcf2b78443a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2f9b0ee9-78e1-43c1-87cb-abce99e8826a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0914021 Apr 15 13:23:40.616482 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-b1c6748e-0544-4b8b-b735-7a21d64b8aff req-82e2e258-f90a-4bc7-946f-b9b27f1f4226 service neutron] 10.222.0.65 "GET /v2.0/networks/2f9b0ee9-78e1-43c1-87cb-abce99e8826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555521 Apr 15 13:23:40.681186 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-66189cc7-206f-4b21-b142-01667b7d7cc4 None None] Set router 1a945374-1093-41f6-87d2-3464c2b47d51 gateway port host: dv-cinder-784945-5-smb {{(pid=85260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:23:41.020669 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-b1c6748e-0544-4b8b-b735-7a21d64b8aff req-8aeedf11-7ccd-4706-a460-bc7e3fb42179 service neutron] 10.222.0.65 "GET /v2.0/networks/2f9b0ee9-78e1-43c1-87cb-abce99e8826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973799 Apr 15 13:23:41.072339 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-66189cc7-206f-4b21-b142-01667b7d7cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'name': 'tempest-AttachVolumeTestJSON-1760214375-router', 'tenant_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e20041a2-d216-439e-8f6e-98556d5a7961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:19:24Z', 'updated_at': '2021-04-15T13:19:32Z', 'revision_number': 4, 'project_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'gw_port': {'id': 'e20041a2-d216-439e-8f6e-98556d5a7961', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:19:26Z', 'updated_at': '2021-04-15T13:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_floatingips': [{'id': '5e0e7b25-a3b0-464d-b5bc-115d374dd389', 'tenant_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'floating_ip_address': '172.28.3.52', 'floating_network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'router_id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'port_id': '23b728ca-b6fe-4378-a1cf-dacf2e76f150', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f9b0ee9-78e1-43c1-87cb-abce99e8826a', 'mac_address': 'fa:16:3e:91:d8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f538a932-cf4d-4200-a907-276fca731878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T13:23:22Z', 'updated_at': '2021-04-15T13:23:38Z', 'revision_number': 1, 'project_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac5921ae-1249-4a41-8152-f85dbde8e150', 'name': '', 'network_id': '2f9b0ee9-78e1-43c1-87cb-abce99e8826a', 'tenant_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'mac_address': 'fa:16:3e:63:88:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b5e38904-2c3f-483b-a51a-75781e9d821b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:19:31Z', 'updated_at': '2021-04-15T13:19:42Z', 'revision_number': 5, 'project_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'subnets': [{'id': 'b5e38904-2c3f-483b-a51a-75781e9d821b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:23:41.076520 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66189cc7-206f-4b21-b142-01667b7d7cc4 None None] The sync data for ids ['1a945374-1093-41f6-87d2-3464c2b47d51'] in dv-cinder-784945-5-smb is: [{'id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'name': 'tempest-AttachVolumeTestJSON-1760214375-router', 'tenant_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e20041a2-d216-439e-8f6e-98556d5a7961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:19:24Z', 'updated_at': '2021-04-15T13:19:32Z', 'revision_number': 4, 'project_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'gw_port': {'id': 'e20041a2-d216-439e-8f6e-98556d5a7961', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:19:26Z', 'updated_at': '2021-04-15T13:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_floatingips': [{'id': '5e0e7b25-a3b0-464d-b5bc-115d374dd389', 'tenant_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'floating_ip_address': '172.28.3.52', 'floating_network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'router_id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'port_id': '23b728ca-b6fe-4378-a1cf-dacf2e76f150', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f9b0ee9-78e1-43c1-87cb-abce99e8826a', 'mac_address': 'fa:16:3e:91:d8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f538a932-cf4d-4200-a907-276fca731878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T13:23:22Z', 'updated_at': '2021-04-15T13:23:38Z', 'revision_number': 1, 'project_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac5921ae-1249-4a41-8152-f85dbde8e150', 'name': '', 'network_id': '2f9b0ee9-78e1-43c1-87cb-abce99e8826a', 'tenant_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'mac_address': 'fa:16:3e:63:88:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b5e38904-2c3f-483b-a51a-75781e9d821b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:19:31Z', 'updated_at': '2021-04-15T13:19:42Z', 'revision_number': 5, 'project_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'subnets': [{'id': 'b5e38904-2c3f-483b-a51a-75781e9d821b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 13:23:41.341851 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499754f3-a6ea-46e9-8158-98b820e3991e None None] New status for floating IP 5e0e7b25-a3b0-464d-b5bc-115d374dd389: ACTIVE {{(pid=85259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 13:23:42.021082 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-5f939d2a-2a00-4b59-ad22-7e069c8ef76a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:44.559811 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 44178) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:23:44.648268 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-5a771488-44a9-4a15-8b7b-b3e9c12ba147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:44.685722 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-20e5e007-f8c2-421a-acb0-2ad53b82a3e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:44.702245 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-20e5e007-f8c2-421a-acb0-2ad53b82a3e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:23:44.706278 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-20e5e007-f8c2-421a-acb0-2ad53b82a3e3 admin admin] Usage tracker for resource:security_group_rule and tenant:96f020e08f0f4b7093421d185d8083b1 is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:23:44.709486 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-20e5e007-f8c2-421a-acb0-2ad53b82a3e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:23:44.715679 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-20e5e007-f8c2-421a-acb0-2ad53b82a3e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:23:44.804970 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-20e5e007-f8c2-421a-acb0-2ad53b82a3e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:44.807756 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-20e5e007-f8c2-421a-acb0-2ad53b82a3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:44.815700 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-81d36a00-bb4b-48c6-bfda-b066d3a89604 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:23:44.858753 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-20e5e007-f8c2-421a-acb0-2ad53b82a3e3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=96f020e08f0f4b7093421d185d8083b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2977824 Apr 15 13:23:44.860298 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e5e007-f8c2-421a-acb0-2ad53b82a3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52bf4fda-8fbf-406c-9370-4fbb691c86ba,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:23:44.862359 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 44184) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:23:44.868432 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5e007-f8c2-421a-acb0-2ad53b82a3e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:23:44.868858 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5e007-f8c2-421a-acb0-2ad53b82a3e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:23:44.869266 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5e007-f8c2-421a-acb0-2ad53b82a3e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:23:44.869673 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5e007-f8c2-421a-acb0-2ad53b82a3e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:23:44.870117 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5e007-f8c2-421a-acb0-2ad53b82a3e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:23:44.870516 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5e007-f8c2-421a-acb0-2ad53b82a3e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:23:44.870914 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5e007-f8c2-421a-acb0-2ad53b82a3e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:23:44.871310 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5e007-f8c2-421a-acb0-2ad53b82a3e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:23:44.871766 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5e007-f8c2-421a-acb0-2ad53b82a3e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:23:44.872159 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5e007-f8c2-421a-acb0-2ad53b82a3e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:23:44.872553 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5e007-f8c2-421a-acb0-2ad53b82a3e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:23:44.872942 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5e007-f8c2-421a-acb0-2ad53b82a3e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:23:44.877767 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-20e5e007-f8c2-421a-acb0-2ad53b82a3e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:23:44.925969 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c6b045e3-1dcc-4163-b149-4b51d70f12b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:44.953411 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c6b045e3-1dcc-4163-b149-4b51d70f12b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:44.997980 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c6b045e3-1dcc-4163-b149-4b51d70f12b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:45.003428 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-5c9e0148-e11d-48ea-beae-ac84df7268ed tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:23:45.016989 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b045e3-1dcc-4163-b149-4b51d70f12b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52bf4fda-8fbf-406c-9370-4fbb691c86ba,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:23:45.019657 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-c6b045e3-1dcc-4163-b149-4b51d70f12b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:23:45.022005 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c6b045e3-1dcc-4163-b149-4b51d70f12b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:45.023079 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-c6b045e3-1dcc-4163-b149-4b51d70f12b1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/52bf4fda-8fbf-406c-9370-4fbb691c86ba HTTP/1.1" status: 204 len: 168 time: 0.1596313 Apr 15 13:23:45.414657 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c87900dd-59db-4d9b-b688-8554058ba32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:45.972837 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:46.908523 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47a557f2-6ce0-416f-9ef8-17658d5933ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:47.846854 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 44262) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:23:47.977708 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-600254a3-6872-4184-8aa0-94d6a2efb57a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:47.997768 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-600254a3-6872-4184-8aa0-94d6a2efb57a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:23:48.002539 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-600254a3-6872-4184-8aa0-94d6a2efb57a admin admin] Usage tracker for resource:security_group_rule and tenant:b42aa9f01f11431dbb2c58fca7cb033b is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:23:48.005639 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-600254a3-6872-4184-8aa0-94d6a2efb57a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:23:48.011700 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-600254a3-6872-4184-8aa0-94d6a2efb57a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:23:48.101442 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-600254a3-6872-4184-8aa0-94d6a2efb57a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:48.104397 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-600254a3-6872-4184-8aa0-94d6a2efb57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:48.115612 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-72aaa3d2-7d34-4fc5-94ac-42248fc3dcb3 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:23:48.160389 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-600254a3-6872-4184-8aa0-94d6a2efb57a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b42aa9f01f11431dbb2c58fca7cb033b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3122289 Apr 15 13:23:48.162192 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600254a3-6872-4184-8aa0-94d6a2efb57a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d3baec-7110-4e82-bef1-40766a42b212,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:23:48.163269 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 44268) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:23:48.165577 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-600254a3-6872-4184-8aa0-94d6a2efb57a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:23:48.230149 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-f55f5f1f-8c73-47b3-ac22-5ac617fce966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:48.258665 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-f55f5f1f-8c73-47b3-ac22-5ac617fce966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:48.304167 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-f55f5f1f-8c73-47b3-ac22-5ac617fce966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:48.309528 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-7ff76ea1-d2c1-412a-af74-726a4a21ebe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:23:48.322585 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55f5f1f-8c73-47b3-ac22-5ac617fce966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d3baec-7110-4e82-bef1-40766a42b212,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:23:48.325013 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-f55f5f1f-8c73-47b3-ac22-5ac617fce966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:23:48.333124 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-f55f5f1f-8c73-47b3-ac22-5ac617fce966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:48.336606 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-f55f5f1f-8c73-47b3-ac22-5ac617fce966 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/16d3baec-7110-4e82-bef1-40766a42b212 HTTP/1.1" status: 204 len: 168 time: 0.1699169 Apr 15 13:23:48.640093 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 44276) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:23:48.660426 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1a6e227b-522b-4168-9cff-fbfa23e245be admin admin] Notify callbacks [] for security_group, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:48.675250 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-1a6e227b-522b-4168-9cff-fbfa23e245be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:23:48.679331 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-1a6e227b-522b-4168-9cff-fbfa23e245be admin admin] Usage tracker for resource:security_group_rule and tenant:b0663e865fa942e0b012a130aa805e14 is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:23:48.682249 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-1a6e227b-522b-4168-9cff-fbfa23e245be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:23:48.689028 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-1a6e227b-522b-4168-9cff-fbfa23e245be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:23:48.773492 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1a6e227b-522b-4168-9cff-fbfa23e245be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:48.776343 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1a6e227b-522b-4168-9cff-fbfa23e245be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:48.785039 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-5ab122e5-0052-4be2-84da-fb2927d802c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:23:48.826346 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-1a6e227b-522b-4168-9cff-fbfa23e245be admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b0663e865fa942e0b012a130aa805e14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1846018 Apr 15 13:23:48.828655 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e227b-522b-4168-9cff-fbfa23e245be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693b00ff-191f-4f63-96fe-61b223af52ea,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:23:48.829910 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 44280) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:23:48.831998 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-1a6e227b-522b-4168-9cff-fbfa23e245be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:23:48.894182 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-eb08612b-3224-40d5-b9ec-e90f286df82d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:48.921029 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-eb08612b-3224-40d5-b9ec-e90f286df82d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:48.967085 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-eb08612b-3224-40d5-b9ec-e90f286df82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:48.973088 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-50214c41-5751-4a8f-9324-f45d33b1dc56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:23:48.992261 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb08612b-3224-40d5-b9ec-e90f286df82d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693b00ff-191f-4f63-96fe-61b223af52ea,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:23:48.995417 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-eb08612b-3224-40d5-b9ec-e90f286df82d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:23:49.001569 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-eb08612b-3224-40d5-b9ec-e90f286df82d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:49.005714 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-eb08612b-3224-40d5-b9ec-e90f286df82d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/693b00ff-191f-4f63-96fe-61b223af52ea HTTP/1.1" status: 204 len: 168 time: 0.1746981 Apr 15 13:23:51.147153 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 44344) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:23:51.274219 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-8c71e287-94e0-44c1-b210-cb4e5d38bf6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:51.290532 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-8c71e287-94e0-44c1-b210-cb4e5d38bf6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:23:51.294596 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-8c71e287-94e0-44c1-b210-cb4e5d38bf6e admin admin] Usage tracker for resource:security_group_rule and tenant:e43ee917dd804961aa19f20acf9a117f is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:23:51.298587 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-8c71e287-94e0-44c1-b210-cb4e5d38bf6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:23:51.304678 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-8c71e287-94e0-44c1-b210-cb4e5d38bf6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:23:51.391850 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-8c71e287-94e0-44c1-b210-cb4e5d38bf6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:51.394805 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-8c71e287-94e0-44c1-b210-cb4e5d38bf6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:51.402329 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-c827f62a-8df8-464c-a3d5-e91068196732 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:23:51.444970 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c71e287-94e0-44c1-b210-cb4e5d38bf6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb6bdc7-f7d6-4b00-b6d4-4c5f1d287087,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:23:51.449687 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-8c71e287-94e0-44c1-b210-cb4e5d38bf6e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e43ee917dd804961aa19f20acf9a117f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3013973 Apr 15 13:23:51.450672 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-8c71e287-94e0-44c1-b210-cb4e5d38bf6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:23:51.453778 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 44352) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:23:51.517619 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a821d75c-bce1-41b7-b2fc-bb3e3379f889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:51.546472 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a821d75c-bce1-41b7-b2fc-bb3e3379f889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:51.596903 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a821d75c-bce1-41b7-b2fc-bb3e3379f889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:51.601802 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-11ff0338-db06-4119-be41-ce918ea49447 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:23:51.615322 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a821d75c-bce1-41b7-b2fc-bb3e3379f889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb6bdc7-f7d6-4b00-b6d4-4c5f1d287087,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:23:51.618110 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-a821d75c-bce1-41b7-b2fc-bb3e3379f889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:23:51.619317 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a821d75c-bce1-41b7-b2fc-bb3e3379f889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:51.620611 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-a821d75c-bce1-41b7-b2fc-bb3e3379f889 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cbb6bdc7-f7d6-4b00-b6d4-4c5f1d287087 HTTP/1.1" status: 204 len: 168 time: 0.1657817 Apr 15 13:23:51.910657 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 44360) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:23:51.929902 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-65c2b9c8-1f55-4821-965c-fca79782dc55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:51.945620 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-65c2b9c8-1f55-4821-965c-fca79782dc55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:23:51.949694 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-65c2b9c8-1f55-4821-965c-fca79782dc55 admin admin] Usage tracker for resource:security_group_rule and tenant:18472f01db654bc0890522c473ca8af1 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:23:51.952647 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-65c2b9c8-1f55-4821-965c-fca79782dc55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:23:51.959410 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-65c2b9c8-1f55-4821-965c-fca79782dc55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:23:52.044452 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-65c2b9c8-1f55-4821-965c-fca79782dc55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:52.047009 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-65c2b9c8-1f55-4821-965c-fca79782dc55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:52.055987 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-b5064422-d5f6-4fb8-81a6-c87ecf2dfd02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:23:52.101587 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-65c2b9c8-1f55-4821-965c-fca79782dc55 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=18472f01db654bc0890522c473ca8af1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1870182 Apr 15 13:23:52.101587 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c2b9c8-1f55-4821-965c-fca79782dc55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9b4101-cef0-42cb-a1fd-17fb1af2a001,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:23:52.102044 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 44364) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:23:52.103276 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-65c2b9c8-1f55-4821-965c-fca79782dc55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:23:52.168340 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47f0af70-f101-4e34-858d-7df5eca793a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:52.196045 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47f0af70-f101-4e34-858d-7df5eca793a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:52.240496 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47f0af70-f101-4e34-858d-7df5eca793a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:52.245465 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-73cf03df-532c-4639-ae21-38ab13c3ab23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:23:52.258543 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f0af70-f101-4e34-858d-7df5eca793a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9b4101-cef0-42cb-a1fd-17fb1af2a001,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:23:52.260965 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-47f0af70-f101-4e34-858d-7df5eca793a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:23:52.268361 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47f0af70-f101-4e34-858d-7df5eca793a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:23:52.269589 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-47f0af70-f101-4e34-858d-7df5eca793a4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6f9b4101-cef0-42cb-a1fd-17fb1af2a001 HTTP/1.1" status: 204 len: 168 time: 0.1664572 Apr 15 13:23:52.802904 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:09.833196 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.agents_db [None req-862eb08b-2c52-41b8-8db2-56e94ab18918 None None] Agent healthcheck: found 6 active agents {{(pid=85260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 13:24:11.207510 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 44538) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:24:11.335187 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4bfb3b6e-8b8e-495a-b5fa-b54eb2291f77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:11.350441 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-4bfb3b6e-8b8e-495a-b5fa-b54eb2291f77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:24:11.354418 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-4bfb3b6e-8b8e-495a-b5fa-b54eb2291f77 admin admin] Usage tracker for resource:security_group_rule and tenant:729c0949f3834380a8f9fd829cd8404a is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:24:11.357732 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-4bfb3b6e-8b8e-495a-b5fa-b54eb2291f77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:24:11.364272 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-4bfb3b6e-8b8e-495a-b5fa-b54eb2291f77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:24:11.446577 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4bfb3b6e-8b8e-495a-b5fa-b54eb2291f77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:11.449384 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4bfb3b6e-8b8e-495a-b5fa-b54eb2291f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:11.459252 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-47f0af70-f101-4e34-858d-7df5eca793a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:24:11.504745 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-4bfb3b6e-8b8e-495a-b5fa-b54eb2291f77 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=729c0949f3834380a8f9fd829cd8404a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2960396 Apr 15 13:24:11.506415 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb3b6e-8b8e-495a-b5fa-b54eb2291f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3e4cf8-16cf-4032-bd9a-fa344695d586,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:24:11.507649 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 44544) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:24:11.509799 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-4bfb3b6e-8b8e-495a-b5fa-b54eb2291f77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:24:11.576789 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-9ec7bc72-7486-43a8-bd8e-eeb56f5522fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:11.603659 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-9ec7bc72-7486-43a8-bd8e-eeb56f5522fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:11.650466 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-9ec7bc72-7486-43a8-bd8e-eeb56f5522fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:11.655609 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-bd2f9ed2-d889-4c1f-a9c2-e20c567360b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:24:11.670514 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec7bc72-7486-43a8-bd8e-eeb56f5522fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3e4cf8-16cf-4032-bd9a-fa344695d586,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:24:11.673096 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-9ec7bc72-7486-43a8-bd8e-eeb56f5522fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:24:11.680459 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-9ec7bc72-7486-43a8-bd8e-eeb56f5522fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:11.681664 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-9ec7bc72-7486-43a8-bd8e-eeb56f5522fc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ad3e4cf8-16cf-4032-bd9a-fa344695d586 HTTP/1.1" status: 204 len: 168 time: 0.1729581 Apr 15 13:24:12.022472 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-9efa3d55-7681-4ccc-bfb2-de7526eb8c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:13.106480 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 44590) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:24:13.229276 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b249bae4-360a-40cb-b36a-adcd70e62b96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:13.245578 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-b249bae4-360a-40cb-b36a-adcd70e62b96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:24:13.249764 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-b249bae4-360a-40cb-b36a-adcd70e62b96 admin admin] Usage tracker for resource:security_group_rule and tenant:9025b89ee66a439a9fab82eb8f148ff8 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:24:13.253449 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-b249bae4-360a-40cb-b36a-adcd70e62b96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:24:13.259570 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-b249bae4-360a-40cb-b36a-adcd70e62b96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:24:13.343759 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b249bae4-360a-40cb-b36a-adcd70e62b96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:13.347221 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b249bae4-360a-40cb-b36a-adcd70e62b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:13.356755 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-eafc81ab-486c-4e20-8f1a-525a6861c794 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:24:13.404029 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-b249bae4-360a-40cb-b36a-adcd70e62b96 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9025b89ee66a439a9fab82eb8f148ff8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2963839 Apr 15 13:24:13.404992 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b249bae4-360a-40cb-b36a-adcd70e62b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0f5e58-6267-4848-b029-cb0092a0cfa8,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:24:13.406894 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 44596) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:24:13.408301 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-b249bae4-360a-40cb-b36a-adcd70e62b96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:24:13.472689 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-f12f2db1-f739-4dac-9e87-0bc371e0a78e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:13.500572 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-f12f2db1-f739-4dac-9e87-0bc371e0a78e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:13.547468 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-f12f2db1-f739-4dac-9e87-0bc371e0a78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:13.553087 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-22c4e3f1-37a2-4a92-b903-462249d8c973 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:24:13.566644 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12f2db1-f739-4dac-9e87-0bc371e0a78e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0f5e58-6267-4848-b029-cb0092a0cfa8,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:24:13.571657 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-f12f2db1-f739-4dac-9e87-0bc371e0a78e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:24:13.583126 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-f12f2db1-f739-4dac-9e87-0bc371e0a78e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:13.584731 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-f12f2db1-f739-4dac-9e87-0bc371e0a78e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4c0f5e58-6267-4848-b029-cb0092a0cfa8 HTTP/1.1" status: 204 len: 168 time: 0.1763570 Apr 15 13:24:14.649437 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4ae288f5-d115-4d8c-9354-bc6fc5c9f638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:15.417048 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c87900dd-59db-4d9b-b688-8554058ba32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:15.975401 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:16.909797 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47a557f2-6ce0-416f-9ef8-17658d5933ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:18.354461 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 44666) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:24:18.480848 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-bae12a19-4bab-4eb9-a2af-c7dbd6617f49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:18.497350 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-bae12a19-4bab-4eb9-a2af-c7dbd6617f49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:24:18.501427 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-bae12a19-4bab-4eb9-a2af-c7dbd6617f49 admin admin] Usage tracker for resource:security_group_rule and tenant:92d95a9bd5b541baaf90101e1b5e9628 is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:24:18.504996 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-bae12a19-4bab-4eb9-a2af-c7dbd6617f49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:24:18.511088 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-bae12a19-4bab-4eb9-a2af-c7dbd6617f49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:24:18.595357 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-bae12a19-4bab-4eb9-a2af-c7dbd6617f49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:18.601550 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-bae12a19-4bab-4eb9-a2af-c7dbd6617f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:18.614703 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-2f05b335-973a-4056-92c9-ac0d8381313b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:24:18.656774 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-bae12a19-4bab-4eb9-a2af-c7dbd6617f49 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=92d95a9bd5b541baaf90101e1b5e9628&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3011608 Apr 15 13:24:18.657712 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae12a19-4bab-4eb9-a2af-c7dbd6617f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca56ae5f-dc6c-4951-b356-5e408548906d,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:24:18.660370 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 44672) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:24:18.661757 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-bae12a19-4bab-4eb9-a2af-c7dbd6617f49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:24:18.725749 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-24c9f4af-8f10-46d3-954a-2ccfa5bc682c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:18.756240 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-24c9f4af-8f10-46d3-954a-2ccfa5bc682c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:18.803314 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-24c9f4af-8f10-46d3-954a-2ccfa5bc682c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:18.808389 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-0d21f868-8e1a-4dbc-b20f-ecafb436b7ee tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:24:18.820709 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c9f4af-8f10-46d3-954a-2ccfa5bc682c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca56ae5f-dc6c-4951-b356-5e408548906d,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:24:18.831229 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c9f4af-8f10-46d3-954a-2ccfa5bc682c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:24:18.831676 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c9f4af-8f10-46d3-954a-2ccfa5bc682c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:24:18.832092 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c9f4af-8f10-46d3-954a-2ccfa5bc682c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:24:18.832499 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c9f4af-8f10-46d3-954a-2ccfa5bc682c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:24:18.832901 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c9f4af-8f10-46d3-954a-2ccfa5bc682c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:24:18.833304 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c9f4af-8f10-46d3-954a-2ccfa5bc682c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:24:18.833705 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c9f4af-8f10-46d3-954a-2ccfa5bc682c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:24:18.834104 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c9f4af-8f10-46d3-954a-2ccfa5bc682c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:24:18.834504 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c9f4af-8f10-46d3-954a-2ccfa5bc682c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:24:18.834901 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c9f4af-8f10-46d3-954a-2ccfa5bc682c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:24:18.835297 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c9f4af-8f10-46d3-954a-2ccfa5bc682c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:24:18.835715 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c9f4af-8f10-46d3-954a-2ccfa5bc682c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:24:18.840679 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-24c9f4af-8f10-46d3-954a-2ccfa5bc682c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:24:18.842703 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-24c9f4af-8f10-46d3-954a-2ccfa5bc682c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:18.843937 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-24c9f4af-8f10-46d3-954a-2ccfa5bc682c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ca56ae5f-dc6c-4951-b356-5e408548906d HTTP/1.1" status: 204 len: 168 time: 0.1819720 Apr 15 13:24:19.133208 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 44680) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:24:19.152314 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a47de718-6297-4f6c-b431-a40acbf38470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:19.168018 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-a47de718-6297-4f6c-b431-a40acbf38470 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:24:19.172050 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-a47de718-6297-4f6c-b431-a40acbf38470 admin admin] Usage tracker for resource:security_group_rule and tenant:30d4d292a060459cb3f1fc830d8f3456 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:24:19.175221 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-a47de718-6297-4f6c-b431-a40acbf38470 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:24:19.181190 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-a47de718-6297-4f6c-b431-a40acbf38470 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:24:19.263741 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a47de718-6297-4f6c-b431-a40acbf38470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:19.266586 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a47de718-6297-4f6c-b431-a40acbf38470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:19.279600 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-f7aaf3c8-c247-4a9d-aca8-36675994aa86 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:24:19.321526 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-a47de718-6297-4f6c-b431-a40acbf38470 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=30d4d292a060459cb3f1fc830d8f3456&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1871908 Apr 15 13:24:19.322459 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47de718-6297-4f6c-b431-a40acbf38470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20408c8b-f449-4497-856f-2cb2c2286cfa,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:24:19.325147 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 44684) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:24:19.325609 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-a47de718-6297-4f6c-b431-a40acbf38470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:24:19.388778 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1f7dab58-a82d-4860-98d2-ce3730e70828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:19.416856 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1f7dab58-a82d-4860-98d2-ce3730e70828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:19.470054 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1f7dab58-a82d-4860-98d2-ce3730e70828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:19.475805 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-8d1940d1-5613-4c84-a893-8e67dc5bb68c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:24:19.490055 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7dab58-a82d-4860-98d2-ce3730e70828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20408c8b-f449-4497-856f-2cb2c2286cfa,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:24:19.492468 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-1f7dab58-a82d-4860-98d2-ce3730e70828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:24:19.501621 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1f7dab58-a82d-4860-98d2-ce3730e70828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:19.503962 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-1f7dab58-a82d-4860-98d2-ce3730e70828 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/20408c8b-f449-4497-856f-2cb2c2286cfa HTTP/1.1" status: 204 len: 168 time: 0.1776829 Apr 15 13:24:22.816522 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:35.316610 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b3238c-c0e8-489b-9b42-f1fb1a44814f req-99f15209-3d66-490f-82b1-b517404700e3 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:24:35.318230 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-59b3238c-c0e8-489b-9b42-f1fb1a44814f req-99f15209-3d66-490f-82b1-b517404700e3 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=f538a932-cf4d-4200-a907-276fca731878 HTTP/1.1" status: 200 len: 945 time: 0.0934770 Apr 15 13:24:35.368120 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-59b3238c-c0e8-489b-9b42-f1fb1a44814f req-32534b59-7043-46ca-b275-4d9185be5477 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/security-groups?id=f1b452ec-67c6-4922-8162-9d10b3facdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430775 Apr 15 13:24:36.763709 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36fc094-b057-4dce-b2d8-fab8ae52d801 req-7a1c1c92-6da3-4d5c-9405-2f2e5e354f09 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:24:36.765304 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f36fc094-b057-4dce-b2d8-fab8ae52d801 req-7a1c1c92-6da3-4d5c-9405-2f2e5e354f09 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=f538a932-cf4d-4200-a907-276fca731878 HTTP/1.1" status: 200 len: 945 time: 0.0924006 Apr 15 13:24:36.813513 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-f36fc094-b057-4dce-b2d8-fab8ae52d801 req-753e304d-9028-48d1-a1c2-2e619941ce2d tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/security-groups?id=f1b452ec-67c6-4922-8162-9d10b3facdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407815 Apr 15 13:24:37.671414 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a447f-093d-4de1-acdd-38abf91687fd req-f2987309-0cb4-4ca5-b3a4-6d1a2d4b9eb6 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:24:37.673013 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-2b1a447f-093d-4de1-acdd-38abf91687fd req-f2987309-0cb4-4ca5-b3a4-6d1a2d4b9eb6 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.65 "GET /v2.0/ports?device_id=f538a932-cf4d-4200-a907-276fca731878 HTTP/1.1" status: 200 len: 945 time: 0.0883021 Apr 15 13:24:37.755239 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [req-2b1a447f-093d-4de1-acdd-38abf91687fd req-dd951c49-20a3-4752-a2ac-08dc25991967 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Deleting port 23b728ca-b6fe-4378-a1cf-dacf2e76f150 {{(pid=85257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 13:24:37.755656 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-2b1a447f-093d-4de1-acdd-38abf91687fd req-dd951c49-20a3-4752-a2ac-08dc25991967 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279808963205'] for port, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:38.090400 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [req-2b1a447f-093d-4de1-acdd-38abf91687fd req-dd951c49-20a3-4752-a2ac-08dc25991967 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] For port 23b728ca-b6fe-4378-a1cf-dacf2e76f150, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=23b728ca-b6fe-4378-a1cf-dacf2e76f150,segment=NetworkSegment(14d6bcce-c920-42b4-a77a-ca6773378669),segment_id=14d6bcce-c920-42b4-a77a-ca6773378669)] {{(pid=85257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:24:38.090999 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-2b1a447f-093d-4de1-acdd-38abf91687fd req-dd951c49-20a3-4752-a2ac-08dc25991967 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853842851'] for port, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:38.188419 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524015df-edaf-43d3-9899-d95a043dec27 req-140a0c88-c8d3-45ab-8275-097d54ab7590 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:24:38.190018 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-524015df-edaf-43d3-9899-d95a043dec27 req-140a0c88-c8d3-45ab-8275-097d54ab7590 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=f538a932-cf4d-4200-a907-276fca731878 HTTP/1.1" status: 200 len: 945 time: 0.2364745 Apr 15 13:24:38.331210 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-524015df-edaf-43d3-9899-d95a043dec27 req-a583edf8-8c41-4259-9599-9b0647a0af02 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/security-groups?id=f1b452ec-67c6-4922-8162-9d10b3facdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1330256 Apr 15 13:24:38.459515 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-2b1a447f-093d-4de1-acdd-38abf91687fd req-dd951c49-20a3-4752-a2ac-08dc25991967 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:38.459975 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-2b1a447f-093d-4de1-acdd-38abf91687fd req-dd951c49-20a3-4752-a2ac-08dc25991967 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1033198'] for floatingip, after_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:38.460296 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.db.l3_db [req-2b1a447f-093d-4de1-acdd-38abf91687fd req-dd951c49-20a3-4752-a2ac-08dc25991967 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Floating IP 5e0e7b25-a3b0-464d-b5bc-115d374dd389 disassociated. External IP: 172.28.3.52, port: 23b728ca-b6fe-4378-a1cf-dacf2e76f150. Apr 15 13:24:38.460676 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [req-2b1a447f-093d-4de1-acdd-38abf91687fd req-dd951c49-20a3-4752-a2ac-08dc25991967 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Calling delete_port for 23b728ca-b6fe-4378-a1cf-dacf2e76f150 owned by compute:nova {{(pid=85257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 13:24:38.610742 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-2b1a447f-093d-4de1-acdd-38abf91687fd req-dd951c49-20a3-4752-a2ac-08dc25991967 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757045826334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279809391903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842649921'] for port, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:38.629496 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-a8b6061e-5064-4c24-b972-f2398564737f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:24:38.721535 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd951c49-20a3-4752-a2ac-08dc25991967 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Pushing event deleted for resources: {'Port': ['ID=23b728ca-b6fe-4378-a1cf-dacf2e76f150,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:24:38.724301 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-dd951c49-20a3-4752-a2ac-08dc25991967 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:24:38.992163 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b1a447f-093d-4de1-acdd-38abf91687fd req-dd951c49-20a3-4752-a2ac-08dc25991967 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Router 1a945374-1093-41f6-87d2-3464c2b47d51 has already been hosted by L3 agent d2850426-fba2-4e27-a3ef-bf91b3b25695 {{(pid=85257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 13:24:39.187210 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b1a447f-093d-4de1-acdd-38abf91687fd req-dd951c49-20a3-4752-a2ac-08dc25991967 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify agent at l3_agent.dv-cinder-784945-5-smb the message routers_updated {{(pid=85257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 13:24:39.198534 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef53bb76-eb78-4d81-9b22-3e957a7149fd None None] Sync routers for ids ['1a945374-1093-41f6-87d2-3464c2b47d51'] in dv-cinder-784945-5-smb {{(pid=85260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 13:24:39.210730 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef53bb76-eb78-4d81-9b22-3e957a7149fd None None] Routers {'1a945374-1093-41f6-87d2-3464c2b47d51'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:24:39.211965 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-ef53bb76-eb78-4d81-9b22-3e957a7149fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:24:15Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['1a945374-1093-41f6-87d2-3464c2b47d51'], 'active': True} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:24:39.279607 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b1a447f-093d-4de1-acdd-38abf91687fd req-dd951c49-20a3-4752-a2ac-08dc25991967 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] No DVR routers for this DVR port 23b728ca-b6fe-4378-a1cf-dacf2e76f150 on host hv-cinder-78494 {{(pid=85257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 13:24:39.282578 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-2b1a447f-093d-4de1-acdd-38abf91687fd req-dd951c49-20a3-4752-a2ac-08dc25991967 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for port, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:39.293855 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f538a932-cf4d-4200-a907-276fca731878', 'name': 'network-vif-deleted', 'tag': '23b728ca-b6fe-4378-a1cf-dacf2e76f150'}] {{(pid=85257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:24:39.300947 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-2b1a447f-093d-4de1-acdd-38abf91687fd req-dd951c49-20a3-4752-a2ac-08dc25991967 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.65 "DELETE /v2.0/ports/23b728ca-b6fe-4378-a1cf-dacf2e76f150 HTTP/1.1" status: 204 len: 173 time: 1.6214178 Apr 15 13:24:39.359628 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f538a932-cf4d-4200-a907-276fca731878', 'name': 'network-vif-deleted', 'tag': '23b728ca-b6fe-4378-a1cf-dacf2e76f150', 'status': 'completed', 'code': 200} Apr 15 13:24:39.444216 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-ef53bb76-eb78-4d81-9b22-3e957a7149fd None None] Set router 1a945374-1093-41f6-87d2-3464c2b47d51 gateway port host: dv-cinder-784945-5-smb {{(pid=85260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:24:39.595128 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-a8bab4b9-ebd0-49fe-8507-08fb7b7b3b4e req-7f06b139-da6d-4f63-94a4-c5abed63358b tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Synchronizing usage tracker for tenant:ed5c7cd2c53749ab8d7588f5d7ed90fd on resource:port {{(pid=85257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 13:24:39.611766 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-a8bab4b9-ebd0-49fe-8507-08fb7b7b3b4e req-7f06b139-da6d-4f63-94a4-c5abed63358b tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Unset dirty status for tenant:ed5c7cd2c53749ab8d7588f5d7ed90fd on resource:port {{(pid=85257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 13:24:39.613656 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a8bab4b9-ebd0-49fe-8507-08fb7b7b3b4e req-7f06b139-da6d-4f63-94a4-c5abed63358b tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/ports?device_id=f538a932-cf4d-4200-a907-276fca731878 HTTP/1.1" status: 200 len: 210 time: 0.0705652 Apr 15 13:24:39.811992 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-ef53bb76-eb78-4d81-9b22-3e957a7149fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'name': 'tempest-AttachVolumeTestJSON-1760214375-router', 'tenant_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e20041a2-d216-439e-8f6e-98556d5a7961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:19:24Z', 'updated_at': '2021-04-15T13:19:32Z', 'revision_number': 4, 'project_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'gw_port': {'id': 'e20041a2-d216-439e-8f6e-98556d5a7961', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:19:26Z', 'updated_at': '2021-04-15T13:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_interfaces': [{'id': 'ac5921ae-1249-4a41-8152-f85dbde8e150', 'name': '', 'network_id': '2f9b0ee9-78e1-43c1-87cb-abce99e8826a', 'tenant_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'mac_address': 'fa:16:3e:63:88:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b5e38904-2c3f-483b-a51a-75781e9d821b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:19:31Z', 'updated_at': '2021-04-15T13:19:42Z', 'revision_number': 5, 'project_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'subnets': [{'id': 'b5e38904-2c3f-483b-a51a-75781e9d821b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:24:39.817011 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef53bb76-eb78-4d81-9b22-3e957a7149fd None None] Checking router: 1a945374-1093-41f6-87d2-3464c2b47d51 for host: dv-cinder-784945-5-smb {{(pid=85260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 13:24:39.825879 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef53bb76-eb78-4d81-9b22-3e957a7149fd None None] Routers {'1a945374-1093-41f6-87d2-3464c2b47d51'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:24:39.826522 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-ef53bb76-eb78-4d81-9b22-3e957a7149fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:24:15Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['1a945374-1093-41f6-87d2-3464c2b47d51'], 'active': True} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:24:40.018316 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-ef53bb76-eb78-4d81-9b22-3e957a7149fd None None] Set router 1a945374-1093-41f6-87d2-3464c2b47d51 gateway port host: dv-cinder-784945-5-smb {{(pid=85260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:24:40.504360 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-ef53bb76-eb78-4d81-9b22-3e957a7149fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'name': 'tempest-AttachVolumeTestJSON-1760214375-router', 'tenant_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e20041a2-d216-439e-8f6e-98556d5a7961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:19:24Z', 'updated_at': '2021-04-15T13:19:32Z', 'revision_number': 4, 'project_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'gw_port': {'id': 'e20041a2-d216-439e-8f6e-98556d5a7961', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:19:26Z', 'updated_at': '2021-04-15T13:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_interfaces': [{'id': 'ac5921ae-1249-4a41-8152-f85dbde8e150', 'name': '', 'network_id': '2f9b0ee9-78e1-43c1-87cb-abce99e8826a', 'tenant_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'mac_address': 'fa:16:3e:63:88:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b5e38904-2c3f-483b-a51a-75781e9d821b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:19:31Z', 'updated_at': '2021-04-15T13:19:42Z', 'revision_number': 5, 'project_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'subnets': [{'id': 'b5e38904-2c3f-483b-a51a-75781e9d821b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:24:40.508749 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef53bb76-eb78-4d81-9b22-3e957a7149fd None None] The sync data for ids ['1a945374-1093-41f6-87d2-3464c2b47d51'] in dv-cinder-784945-5-smb is: [{'id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'name': 'tempest-AttachVolumeTestJSON-1760214375-router', 'tenant_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e20041a2-d216-439e-8f6e-98556d5a7961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:19:24Z', 'updated_at': '2021-04-15T13:19:32Z', 'revision_number': 4, 'project_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'gw_port': {'id': 'e20041a2-d216-439e-8f6e-98556d5a7961', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:19:26Z', 'updated_at': '2021-04-15T13:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_interfaces': [{'id': 'ac5921ae-1249-4a41-8152-f85dbde8e150', 'name': '', 'network_id': '2f9b0ee9-78e1-43c1-87cb-abce99e8826a', 'tenant_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'mac_address': 'fa:16:3e:63:88:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b5e38904-2c3f-483b-a51a-75781e9d821b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:19:31Z', 'updated_at': '2021-04-15T13:19:42Z', 'revision_number': 5, 'project_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'subnets': [{'id': 'b5e38904-2c3f-483b-a51a-75781e9d821b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 13:24:40.769514 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 44938) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:24:40.843764 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1a74aabc-91db-4b5d-aca5-dce8b7bd3187 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks [] for security_group, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:40.875144 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1a74aabc-91db-4b5d-aca5-dce8b7bd3187 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:40.922679 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7804c1-6612-4988-930e-d69c68f41f23 None None] New status for floating IP 5e0e7b25-a3b0-464d-b5bc-115d374dd389: DOWN {{(pid=85259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 13:24:40.933145 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1a74aabc-91db-4b5d-aca5-dce8b7bd3187 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:40.939310 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-1a6e227b-522b-4168-9cff-fbfa23e245be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:24:40.957675 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a74aabc-91db-4b5d-aca5-dce8b7bd3187 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b452ec-67c6-4922-8162-9d10b3facdc2,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:24:40.969100 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-1a74aabc-91db-4b5d-aca5-dce8b7bd3187 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:24:40.975960 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1a74aabc-91db-4b5d-aca5-dce8b7bd3187 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks [] for security_group, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:40.977620 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-1a74aabc-91db-4b5d-aca5-dce8b7bd3187 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "DELETE /v2.0/security-groups/f1b452ec-67c6-4922-8162-9d10b3facdc2 HTTP/1.1" status: 204 len: 168 time: 0.2058253 Apr 15 13:24:40.981921 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 44944) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:24:40.999444 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.api.v2.resource [None req-4543bfac-aac9-447c-8f47-70c6c37aa475 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] show failed (client error): The resource could not be found. Apr 15 13:24:41.000567 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-4543bfac-aac9-447c-8f47-70c6c37aa475 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "GET /v2.0/security-groups/f1b452ec-67c6-4922-8162-9d10b3facdc2 HTTP/1.1" status: 404 len: 347 time: 0.0186362 Apr 15 13:24:41.004065 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 44948) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:24:41.182506 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-df6c3b95-4cb3-4c15-9457-045111dc0a51 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Deleting port ae110768-aab1-4115-8cb8-89226f46d76c {{(pid=85257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 13:24:41.182927 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-df6c3b95-4cb3-4c15-9457-045111dc0a51 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279808963205'] for port, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:41.375956 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-df6c3b95-4cb3-4c15-9457-045111dc0a51 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853842851'] for port, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:41.376333 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-df6c3b95-4cb3-4c15-9457-045111dc0a51 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:41.511461 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-df6c3b95-4cb3-4c15-9457-045111dc0a51 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Calling delete_port for ae110768-aab1-4115-8cb8-89226f46d76c owned by network:floatingip {{(pid=85257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 13:24:41.598505 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.db.api [None req-df6c3b95-4cb3-4c15-9457-045111dc0a51 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85257) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 13:24:41.598903 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_db.api [None req-df6c3b95-4cb3-4c15-9457-045111dc0a51 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85257) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 13:24:41.778711 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device 23b728ca-b6fe-4378-a1cf-dacf2e76f150 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 13:24:41.820151 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] No Port match for: 23b728ca-b6fe-4378-a1cf-dacf2e76f150 {{(pid=85259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 13:24:41.820548 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device 23b728ca-b6fe-4378-a1cf-dacf2e76f150 not bound to the agent host hv-cinder-78494 {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 13:24:42.024125 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-dbc6ff18-77c0-47ad-b987-181746f220db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:42.100522 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-df6c3b95-4cb3-4c15-9457-045111dc0a51 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Deleting port ae110768-aab1-4115-8cb8-89226f46d76c {{(pid=85257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 13:24:42.100918 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-df6c3b95-4cb3-4c15-9457-045111dc0a51 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279808963205'] for port, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:42.532601 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-df6c3b95-4cb3-4c15-9457-045111dc0a51 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853842851'] for port, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:42.533169 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-df6c3b95-4cb3-4c15-9457-045111dc0a51 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:42.667218 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-df6c3b95-4cb3-4c15-9457-045111dc0a51 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Calling delete_port for ae110768-aab1-4115-8cb8-89226f46d76c owned by network:floatingip {{(pid=85257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 13:24:42.819796 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-df6c3b95-4cb3-4c15-9457-045111dc0a51 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757045826334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279809391903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842649921'] for port, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:42.835514 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-bf0e62c2-fd74-4227-ad96-19efc5b66e71 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:24:42.935356 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6c3b95-4cb3-4c15-9457-045111dc0a51 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Pushing event deleted for resources: {'Port': ['ID=ae110768-aab1-4115-8cb8-89226f46d76c,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:24:42.941973 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-df6c3b95-4cb3-4c15-9457-045111dc0a51 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:24:43.103049 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-df6c3b95-4cb3-4c15-9457-045111dc0a51 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks [] for floatingip, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:43.120942 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-df6c3b95-4cb3-4c15-9457-045111dc0a51 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for floatingip, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:43.122149 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-df6c3b95-4cb3-4c15-9457-045111dc0a51 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] 10.222.0.64 "DELETE /v2.0/floatingips/5e0e7b25-a3b0-464d-b5bc-115d374dd389 HTTP/1.1" status: 204 len: 168 time: 2.1169252 Apr 15 13:24:44.650902 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d68cba97-a4c9-448e-9cb0-7f01a5c030c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:45.418462 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c87900dd-59db-4d9b-b688-8554058ba32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:45.982496 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:46.832628 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.agents_db [None req-862eb08b-2c52-41b8-8db2-56e94ab18918 None None] Agent healthcheck: found 6 active agents {{(pid=85260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 13:24:46.913001 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47a557f2-6ce0-416f-9ef8-17658d5933ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:47.191835 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 45008) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:24:47.468256 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 45016) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:24:47.608265 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0e91c82c-9a29-4161-b62a-a139025a1fb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:47.624372 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-0e91c82c-9a29-4161-b62a-a139025a1fb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:24:47.628483 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-0e91c82c-9a29-4161-b62a-a139025a1fb6 admin admin] Usage tracker for resource:security_group_rule and tenant:873b0369623b41b98fa18581e3026c4d is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:24:47.631449 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-0e91c82c-9a29-4161-b62a-a139025a1fb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:24:47.637767 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-0e91c82c-9a29-4161-b62a-a139025a1fb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:24:47.723807 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0e91c82c-9a29-4161-b62a-a139025a1fb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:47.727704 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0e91c82c-9a29-4161-b62a-a139025a1fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:47.737670 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-c5a9e6ec-282a-4bd7-baa8-00c65366b667 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:24:47.767324 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e91c82c-9a29-4161-b62a-a139025a1fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5c8401-4d9e-4e17-a10c-ae4644f7123a,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:24:47.788466 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e91c82c-9a29-4161-b62a-a139025a1fb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:24:47.788898 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e91c82c-9a29-4161-b62a-a139025a1fb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:24:47.789296 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e91c82c-9a29-4161-b62a-a139025a1fb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:24:47.789691 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e91c82c-9a29-4161-b62a-a139025a1fb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:24:47.790089 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e91c82c-9a29-4161-b62a-a139025a1fb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:24:47.790487 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e91c82c-9a29-4161-b62a-a139025a1fb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:24:47.790877 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e91c82c-9a29-4161-b62a-a139025a1fb6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:24:47.791266 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e91c82c-9a29-4161-b62a-a139025a1fb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:24:47.791802 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e91c82c-9a29-4161-b62a-a139025a1fb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:24:47.792345 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e91c82c-9a29-4161-b62a-a139025a1fb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:24:47.792426 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e91c82c-9a29-4161-b62a-a139025a1fb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:24:47.792778 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e91c82c-9a29-4161-b62a-a139025a1fb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:24:47.799369 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-0e91c82c-9a29-4161-b62a-a139025a1fb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:24:47.805819 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-0e91c82c-9a29-4161-b62a-a139025a1fb6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=873b0369623b41b98fa18581e3026c4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3363829 Apr 15 13:24:47.806331 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 45022) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:24:47.927991 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-6452b7e5-7e1d-4619-b252-0e7ea5288b95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:47.963319 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-6452b7e5-7e1d-4619-b252-0e7ea5288b95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:48.018842 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e90e39de-322f-4c3d-adc8-b0d93890849b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853743104'] for router_interface, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:48.402715 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-6452b7e5-7e1d-4619-b252-0e7ea5288b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:48.410303 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-600254a3-6872-4184-8aa0-94d6a2efb57a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:24:48.429181 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6452b7e5-7e1d-4619-b252-0e7ea5288b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5c8401-4d9e-4e17-a10c-ae4644f7123a,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:24:48.437757 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-6452b7e5-7e1d-4619-b252-0e7ea5288b95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:24:48.449141 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-6452b7e5-7e1d-4619-b252-0e7ea5288b95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:48.453598 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-6452b7e5-7e1d-4619-b252-0e7ea5288b95 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ad5c8401-4d9e-4e17-a10c-ae4644f7123a HTTP/1.1" status: 204 len: 168 time: 0.6451514 Apr 15 13:24:48.681537 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-e90e39de-322f-4c3d-adc8-b0d93890849b admin admin] Deleting port ac5921ae-1249-4a41-8152-f85dbde8e150 {{(pid=85258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 13:24:48.681818 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e90e39de-322f-4c3d-adc8-b0d93890849b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279808963205'] for port, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:48.878721 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-e90e39de-322f-4c3d-adc8-b0d93890849b admin admin] For port ac5921ae-1249-4a41-8152-f85dbde8e150, host dv-cinder-784945-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=ac5921ae-1249-4a41-8152-f85dbde8e150,segment=NetworkSegment(14d6bcce-c920-42b4-a77a-ca6773378669),segment_id=14d6bcce-c920-42b4-a77a-ca6773378669)] {{(pid=85258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:24:48.879121 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e90e39de-322f-4c3d-adc8-b0d93890849b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853842851'] for port, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:49.029251 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-e90e39de-322f-4c3d-adc8-b0d93890849b admin admin] Calling delete_port for ac5921ae-1249-4a41-8152-f85dbde8e150 owned by network:router_interface {{(pid=85258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 13:24:49.204584 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e90e39de-322f-4c3d-adc8-b0d93890849b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757045826334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279809391903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10742258'] for port, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:49.220330 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-81f54666-1079-46c8-a480-a42b18f3c0ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:24:49.313305 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90e39de-322f-4c3d-adc8-b0d93890849b admin admin] Pushing event deleted for resources: {'Port': ['ID=ac5921ae-1249-4a41-8152-f85dbde8e150,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:24:49.320337 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-e90e39de-322f-4c3d-adc8-b0d93890849b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:24:49.669064 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e90e39de-322f-4c3d-adc8-b0d93890849b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853742635'] for router_interface, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:50.176514 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e90e39de-322f-4c3d-adc8-b0d93890849b admin admin] Router 1a945374-1093-41f6-87d2-3464c2b47d51 has already been hosted by L3 agent d2850426-fba2-4e27-a3ef-bf91b3b25695 {{(pid=85258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 13:24:50.368379 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90e39de-322f-4c3d-adc8-b0d93890849b admin admin] Notify agent at l3_agent.dv-cinder-784945-5-smb the message routers_updated {{(pid=85258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 13:24:50.377669 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177bf3d8-0cf2-4051-9210-687377b81353 None None] Sync routers for ids ['1a945374-1093-41f6-87d2-3464c2b47d51'] in dv-cinder-784945-5-smb {{(pid=85260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 13:24:50.382223 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-e90e39de-322f-4c3d-adc8-b0d93890849b admin admin] 10.222.0.64 "PUT /v2.0/routers/1a945374-1093-41f6-87d2-3464c2b47d51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1891103 Apr 15 13:24:50.384863 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 45028) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:24:50.388180 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177bf3d8-0cf2-4051-9210-687377b81353 None None] Routers {'1a945374-1093-41f6-87d2-3464c2b47d51'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:24:50.388842 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-177bf3d8-0cf2-4051-9210-687377b81353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:24:45Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['1a945374-1093-41f6-87d2-3464c2b47d51'], 'active': True} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:24:50.574612 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-af932ec1-6e5e-453c-8ce4-14bdab92827c admin admin] Notify callbacks [] for router, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:50.585522 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-177bf3d8-0cf2-4051-9210-687377b81353 None None] Set router 1a945374-1093-41f6-87d2-3464c2b47d51 gateway port host: dv-cinder-784945-5-smb {{(pid=85260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:24:50.770456 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-af932ec1-6e5e-453c-8ce4-14bdab92827c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:50.780601 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-af932ec1-6e5e-453c-8ce4-14bdab92827c admin admin] Deleting port e20041a2-d216-439e-8f6e-98556d5a7961 {{(pid=85258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 13:24:50.780992 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-af932ec1-6e5e-453c-8ce4-14bdab92827c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279808963205'] for port, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:50.896554 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-177bf3d8-0cf2-4051-9210-687377b81353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'name': 'tempest-AttachVolumeTestJSON-1760214375-router', 'tenant_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e20041a2-d216-439e-8f6e-98556d5a7961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:19:24Z', 'updated_at': '2021-04-15T13:24:49Z', 'revision_number': 5, 'project_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'gw_port': {'id': 'e20041a2-d216-439e-8f6e-98556d5a7961', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:19:26Z', 'updated_at': '2021-04-15T13:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb'}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:24:50.901782 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177bf3d8-0cf2-4051-9210-687377b81353 None None] Checking router: 1a945374-1093-41f6-87d2-3464c2b47d51 for host: dv-cinder-784945-5-smb {{(pid=85260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 13:24:50.911852 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177bf3d8-0cf2-4051-9210-687377b81353 None None] Routers {'1a945374-1093-41f6-87d2-3464c2b47d51'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:24:50.912539 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-177bf3d8-0cf2-4051-9210-687377b81353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:24:45Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['1a945374-1093-41f6-87d2-3464c2b47d51'], 'active': True} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:24:51.080831 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-177bf3d8-0cf2-4051-9210-687377b81353 None None] Set router 1a945374-1093-41f6-87d2-3464c2b47d51 gateway port host: None {{(pid=85260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:24:51.197892 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-177bf3d8-0cf2-4051-9210-687377b81353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'name': 'tempest-AttachVolumeTestJSON-1760214375-router', 'tenant_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:19:24Z', 'updated_at': '2021-04-15T13:24:50Z', 'revision_number': 6, 'project_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'gw_port_host': None}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:24:51.202035 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177bf3d8-0cf2-4051-9210-687377b81353 None None] The sync data for ids ['1a945374-1093-41f6-87d2-3464c2b47d51'] in dv-cinder-784945-5-smb is: [{'id': '1a945374-1093-41f6-87d2-3464c2b47d51', 'name': 'tempest-AttachVolumeTestJSON-1760214375-router', 'tenant_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:19:24Z', 'updated_at': '2021-04-15T13:24:50Z', 'revision_number': 6, 'project_id': 'ed5c7cd2c53749ab8d7588f5d7ed90fd', 'gw_port_host': None}] {{(pid=85260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 13:24:51.220643 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-af932ec1-6e5e-453c-8ce4-14bdab92827c admin admin] For port e20041a2-d216-439e-8f6e-98556d5a7961, host dv-cinder-784945-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=e20041a2-d216-439e-8f6e-98556d5a7961,segment=NetworkSegment(906bcebc-1c01-4a0b-bcb7-9d225f9b16c2),segment_id=906bcebc-1c01-4a0b-bcb7-9d225f9b16c2)] {{(pid=85258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:24:51.220988 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-af932ec1-6e5e-453c-8ce4-14bdab92827c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853842851'] for port, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:51.362592 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-af932ec1-6e5e-453c-8ce4-14bdab92827c admin admin] Calling delete_port for e20041a2-d216-439e-8f6e-98556d5a7961 owned by network:router_gateway {{(pid=85258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 13:24:51.548313 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-af932ec1-6e5e-453c-8ce4-14bdab92827c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757045826334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279809391903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10742258'] for port, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:51.563708 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:24:51.668191 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af932ec1-6e5e-453c-8ce4-14bdab92827c admin admin] Pushing event deleted for resources: {'Port': ['ID=e20041a2-d216-439e-8f6e-98556d5a7961,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:24:51.670959 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-af932ec1-6e5e-453c-8ce4-14bdab92827c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:24:51.833485 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-af932ec1-6e5e-453c-8ce4-14bdab92827c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853742797'] for router_gateway, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:52.022856 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-af932ec1-6e5e-453c-8ce4-14bdab92827c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853741611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854710299'] for router, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:52.025267 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-af932ec1-6e5e-453c-8ce4-14bdab92827c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:52.048915 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-af932ec1-6e5e-453c-8ce4-14bdab92827c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1039941'] for router, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:52.049418 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af932ec1-6e5e-453c-8ce4-14bdab92827c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a945374-1093-41f6-87d2-3464c2b47d51 {{(pid=85258) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 13:24:52.063664 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-af932ec1-6e5e-453c-8ce4-14bdab92827c admin admin] Notify callbacks [] for router, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:52.064905 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-af932ec1-6e5e-453c-8ce4-14bdab92827c admin admin] 10.222.0.64 "DELETE /v2.0/routers/1a945374-1093-41f6-87d2-3464c2b47d51 HTTP/1.1" status: 204 len: 168 time: 1.6790564 Apr 15 13:24:52.067624 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 45032) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:24:52.136863 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c1434e0-e20b-4d03-a87b-e8e28c25a71d admin admin] Deleting subnet b5e38904-2c3f-483b-a51a-75781e9d821b {{(pid=85258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 13:24:52.140135 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7c1434e0-e20b-4d03-a87b-e8e28c25a71d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:52.195044 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7c1434e0-e20b-4d03-a87b-e8e28c25a71d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853032496'] for subnet, precommit_delete_associations {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:52.276623 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7c1434e0-e20b-4d03-a87b-e8e28c25a71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1806'] for subnet, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:52.541014 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7c1434e0-e20b-4d03-a87b-e8e28c25a71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844033659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1471416'] for subnet, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:52.556679 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-fe1f12be-0783-4e41-8772-ceadc856f5f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:24:52.640684 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1434e0-e20b-4d03-a87b-e8e28c25a71d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5e38904-2c3f-483b-a51a-75781e9d821b,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:24:52.648098 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-7c1434e0-e20b-4d03-a87b-e8e28c25a71d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:24:52.691546 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7c1434e0-e20b-4d03-a87b-e8e28c25a71d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for subnet, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:52.698034 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b64569-fe97-4e67-a5e4-c2b529e1bee1 None None] Network 2f9b0ee9-78e1-43c1-87cb-abce99e8826a requested from dv-cinder-784945-5-smb {{(pid=85259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 13:24:52.698495 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-7c1434e0-e20b-4d03-a87b-e8e28c25a71d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/b5e38904-2c3f-483b-a51a-75781e9d821b HTTP/1.1" status: 204 len: 168 time: 0.6297283 Apr 15 13:24:52.701476 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 45036) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:24:52.825748 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e480844d-ef70-484b-9e51-89c4133733dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854359108'] for network, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:52.852631 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device ac5921ae-1249-4a41-8152-f85dbde8e150 no longer exists at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 13:24:52.900534 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-e480844d-ef70-484b-9e51-89c4133733dc admin admin] Deleting port 640416ac-6652-4d98-8330-86ae46698092 {{(pid=85257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 13:24:52.900914 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e480844d-ef70-484b-9e51-89c4133733dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279808963205'] for port, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:52.929577 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] No Port match for: ac5921ae-1249-4a41-8152-f85dbde8e150 {{(pid=85259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 13:24:52.929981 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device ac5921ae-1249-4a41-8152-f85dbde8e150 not bound to the agent host dv-cinder-784945-5-smb {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 13:24:52.930460 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device e20041a2-d216-439e-8f6e-98556d5a7961 no longer exists at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 13:24:52.966032 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:52.973865 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] No Port match for: e20041a2-d216-439e-8f6e-98556d5a7961 {{(pid=85259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 13:24:52.974265 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device e20041a2-d216-439e-8f6e-98556d5a7961 not bound to the agent host dv-cinder-784945-5-smb {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 13:24:53.064309 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a80cd15-eef0-4033-9e57-032524a5ee30 None None] DHCP port deletion for 2f9b0ee9-78e1-43c1-87cb-abce99e8826a request from dv-cinder-784945-5-smb {{(pid=85259) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 13:24:53.068942 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-7a80cd15-eef0-4033-9e57-032524a5ee30 None None] Deleting port 640416ac-6652-4d98-8330-86ae46698092 {{(pid=85259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 13:24:53.069372 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7a80cd15-eef0-4033-9e57-032524a5ee30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279808963205'] for port, before_delete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:53.127433 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-e480844d-ef70-484b-9e51-89c4133733dc admin admin] For port 640416ac-6652-4d98-8330-86ae46698092, host dv-cinder-784945-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=640416ac-6652-4d98-8330-86ae46698092,segment=NetworkSegment(14d6bcce-c920-42b4-a77a-ca6773378669),segment_id=14d6bcce-c920-42b4-a77a-ca6773378669)] {{(pid=85257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:24:53.127895 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e480844d-ef70-484b-9e51-89c4133733dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853842851'] for port, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:53.266577 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-e480844d-ef70-484b-9e51-89c4133733dc admin admin] Calling delete_port for 640416ac-6652-4d98-8330-86ae46698092 owned by network:dhcp {{(pid=85257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 13:24:53.290477 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-7a80cd15-eef0-4033-9e57-032524a5ee30 None None] For port 640416ac-6652-4d98-8330-86ae46698092, host dv-cinder-784945-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=640416ac-6652-4d98-8330-86ae46698092,segment=NetworkSegment(14d6bcce-c920-42b4-a77a-ca6773378669),segment_id=14d6bcce-c920-42b4-a77a-ca6773378669)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:24:53.290862 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7a80cd15-eef0-4033-9e57-032524a5ee30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853842851'] for port, precommit_delete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:53.344086 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e480844d-ef70-484b-9e51-89c4133733dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757045826334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279809391903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842649921'] for port, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:53.360528 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-4298fbd1-5ab6-4361-9b7f-0ac602706d9d tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:24:53.424262 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-7a80cd15-eef0-4033-9e57-032524a5ee30 None None] Calling delete_port for 640416ac-6652-4d98-8330-86ae46698092 owned by network:dhcp {{(pid=85259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 13:24:53.461304 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e480844d-ef70-484b-9e51-89c4133733dc admin admin] Pushing event deleted for resources: {'Port': ['ID=640416ac-6652-4d98-8330-86ae46698092,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:24:53.466096 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-e480844d-ef70-484b-9e51-89c4133733dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:24:53.503857 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.db.api [None req-7a80cd15-eef0-4033-9e57-032524a5ee30 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85259) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 13:24:53.504267 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_db.api [None req-7a80cd15-eef0-4033-9e57-032524a5ee30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 13:24:53.508508 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e480844d-ef70-484b-9e51-89c4133733dc admin admin] No DVR routers for this DVR port 640416ac-6652-4d98-8330-86ae46698092 on host dv-cinder-784945-5-smb {{(pid=85257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 13:24:53.632462 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e480844d-ef70-484b-9e51-89c4133733dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854696719', 'neutron.services.segments.db._delete_segments_for_network--9223363279808872257'] for network, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:53.751253 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.services.segments.db [None req-e480844d-ef70-484b-9e51-89c4133733dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f9b0ee9-78e1-43c1-87cb-abce99e8826a']}} {{(pid=85257) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:24:53.764709 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.services.segments.db [None req-e480844d-ef70-484b-9e51-89c4133733dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14d6bcce-c920-42b4-a77a-ca6773378669') {'for_net_delete': True} {{(pid=85257) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:24:53.765052 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.services.segments.db [None req-e480844d-ef70-484b-9e51-89c4133733dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14d6bcce-c920-42b4-a77a-ca6773378669') {} {{(pid=85257) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:24:53.777730 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e480844d-ef70-484b-9e51-89c4133733dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279808868673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12126394'] for segment, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:53.792606 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e480844d-ef70-484b-9e51-89c4133733dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773144'] for segment, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:53.799068 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e480844d-ef70-484b-9e51-89c4133733dc admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=85257) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 13:24:53.980984 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-e480844d-ef70-484b-9e51-89c4133733dc admin admin] Network 2f9b0ee9-78e1-43c1-87cb-abce99e8826a has no segments {{(pid=85257) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 13:24:53.989999 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e480844d-ef70-484b-9e51-89c4133733dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036842650517'] for segment, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:54.005698 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-7a80cd15-eef0-4033-9e57-032524a5ee30 None None] Deleting port 640416ac-6652-4d98-8330-86ae46698092 {{(pid=85259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 13:24:54.006143 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7a80cd15-eef0-4033-9e57-032524a5ee30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279808963205'] for port, before_delete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:54.079023 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-7a80cd15-eef0-4033-9e57-032524a5ee30 None None] The port '640416ac-6652-4d98-8330-86ae46698092' was deleted {{(pid=85259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 13:24:54.170772 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-e480844d-ef70-484b-9e51-89c4133733dc admin admin] Network 2f9b0ee9-78e1-43c1-87cb-abce99e8826a has no segments {{(pid=85257) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 13:24:54.198720 dv-cinder-784945-5-smb neutron-server[85144]: Traceback (most recent call last): Apr 15 13:24:54.198720 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 13:24:54.198720 dv-cinder-784945-5-smb neutron-server[85144]: timer() Apr 15 13:24:54.198720 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 13:24:54.198720 dv-cinder-784945-5-smb neutron-server[85144]: cb(*args, **kw) Apr 15 13:24:54.198720 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 13:24:54.198720 dv-cinder-784945-5-smb neutron-server[85144]: return func(*args, **kwargs) Apr 15 13:24:54.198720 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 13:24:54.198720 dv-cinder-784945-5-smb neutron-server[85144]: self._notify() Apr 15 13:24:54.198720 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 13:24:54.198720 dv-cinder-784945-5-smb neutron-server[85144]: self.callback(batched_events) Apr 15 13:24:54.198720 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 13:24:54.198720 dv-cinder-784945-5-smb neutron-server[85144]: event.method(event) Apr 15 13:24:54.198720 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 13:24:54.198720 dv-cinder-784945-5-smb neutron-server[85144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 13:24:54.198720 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 13:24:54.198720 dv-cinder-784945-5-smb neutron-server[85144]: segment_id)['aggregates'][0] Apr 15 13:24:54.198720 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 13:24:54.198720 dv-cinder-784945-5-smb neutron-server[85144]: return f(self, *a, **k) Apr 15 13:24:54.198720 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 13:24:54.198720 dv-cinder-784945-5-smb neutron-server[85144]: return self._get(url).json() Apr 15 13:24:54.198720 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 13:24:54.198720 dv-cinder-784945-5-smb neutron-server[85144]: **kwargs) Apr 15 13:24:54.198720 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 13:24:54.198720 dv-cinder-784945-5-smb neutron-server[85144]: return self.request(url, 'GET', **kwargs) Apr 15 13:24:54.198720 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 13:24:54.198720 dv-cinder-784945-5-smb neutron-server[85144]: **endpoint_filter) Apr 15 13:24:54.198720 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 13:24:54.198720 dv-cinder-784945-5-smb neutron-server[85144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 13:24:54.198720 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 13:24:54.198720 dv-cinder-784945-5-smb neutron-server[85144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 13:24:54.198720 dv-cinder-784945-5-smb neutron-server[85144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 13:24:54.273733 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e480844d-ef70-484b-9e51-89c4133733dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-78982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1032985'] for network, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:54.277365 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-8e2f03df-48ff-4ee4-9062-9b94f2deef52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:24:54.291215 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e480844d-ef70-484b-9e51-89c4133733dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for network, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:54.306835 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e480844d-ef70-484b-9e51-89c4133733dc admin admin] Pushing event deleted for resources: {'Network': ['ID=2f9b0ee9-78e1-43c1-87cb-abce99e8826a,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:24:54.315378 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-e480844d-ef70-484b-9e51-89c4133733dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:24:54.318390 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-e480844d-ef70-484b-9e51-89c4133733dc admin admin] 10.222.0.64 "DELETE /v2.0/networks/2f9b0ee9-78e1-43c1-87cb-abce99e8826a HTTP/1.1" status: 204 len: 168 time: 1.6157768 Apr 15 13:24:54.498939 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 45042) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:24:54.555097 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-a42b0cbf-444d-4347-96d2-8f919be8a49f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ed5c7cd2c53749ab8d7588f5d7ed90fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0547097 Apr 15 13:24:54.557624 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 45046) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:24:54.619719 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-20f21401-149e-43ab-a382-a404cc11ab66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:54.646347 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-20f21401-149e-43ab-a382-a404cc11ab66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:54.689969 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-20f21401-149e-43ab-a382-a404cc11ab66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:54.694256 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-1f7dab58-a82d-4860-98d2-ce3730e70828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:24:54.705440 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f21401-149e-43ab-a382-a404cc11ab66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76270d5d-623f-4f2f-a929-4cb6b38345eb,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:24:54.710045 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-20f21401-149e-43ab-a382-a404cc11ab66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:24:54.713395 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-20f21401-149e-43ab-a382-a404cc11ab66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:24:54.714603 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-20f21401-149e-43ab-a382-a404cc11ab66 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/76270d5d-623f-4f2f-a929-4cb6b38345eb HTTP/1.1" status: 204 len: 168 time: 0.1560190 Apr 15 13:24:54.810838 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device 640416ac-6652-4d98-8330-86ae46698092 no longer exists at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 13:24:54.850996 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] No Port match for: 640416ac-6652-4d98-8330-86ae46698092 {{(pid=85259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 13:24:54.851396 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device 640416ac-6652-4d98-8330-86ae46698092 not bound to the agent host dv-cinder-784945-5-smb {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 13:25:01.414132 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 45130) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:25:01.540304 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-cc7a80f1-5486-436d-9597-20036333d51a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:01.556053 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-cc7a80f1-5486-436d-9597-20036333d51a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:25:01.560169 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-cc7a80f1-5486-436d-9597-20036333d51a admin admin] Usage tracker for resource:security_group_rule and tenant:0b46a6fd28fd471c83649a8d1443fd55 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:25:01.563132 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-cc7a80f1-5486-436d-9597-20036333d51a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:25:01.570077 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-cc7a80f1-5486-436d-9597-20036333d51a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:25:01.654920 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-cc7a80f1-5486-436d-9597-20036333d51a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:01.657730 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-cc7a80f1-5486-436d-9597-20036333d51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:01.666652 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-386453e1-4ce2-46ec-accd-c229975a43fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:25:01.711092 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-cc7a80f1-5486-436d-9597-20036333d51a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0b46a6fd28fd471c83649a8d1443fd55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2958186 Apr 15 13:25:01.712103 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7a80f1-5486-436d-9597-20036333d51a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257703b3-fccc-454e-8fe2-7fbbc0e1203a,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:25:01.714076 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 45136) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:25:01.715933 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-cc7a80f1-5486-436d-9597-20036333d51a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:25:01.777679 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48e18f06-a60a-4b61-9ade-e8fd18c68f25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:01.808577 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48e18f06-a60a-4b61-9ade-e8fd18c68f25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:01.852692 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48e18f06-a60a-4b61-9ade-e8fd18c68f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:01.857935 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-0f04b470-42ba-4114-8cab-f019396e52f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:25:01.871146 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e18f06-a60a-4b61-9ade-e8fd18c68f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257703b3-fccc-454e-8fe2-7fbbc0e1203a,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:25:01.874255 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-48e18f06-a60a-4b61-9ade-e8fd18c68f25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:25:01.876305 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48e18f06-a60a-4b61-9ade-e8fd18c68f25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:01.877512 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-48e18f06-a60a-4b61-9ade-e8fd18c68f25 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/257703b3-fccc-454e-8fe2-7fbbc0e1203a HTTP/1.1" status: 204 len: 168 time: 0.1623709 Apr 15 13:25:02.165880 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 45144) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:25:02.185575 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ccc0fb00-7e67-4023-812f-b48536388490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:02.200570 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-ccc0fb00-7e67-4023-812f-b48536388490 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:25:02.204524 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-ccc0fb00-7e67-4023-812f-b48536388490 admin admin] Usage tracker for resource:security_group_rule and tenant:1c1abde24d914ee38f8c61a6b0cf062a is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:25:02.207427 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-ccc0fb00-7e67-4023-812f-b48536388490 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:25:02.213620 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-ccc0fb00-7e67-4023-812f-b48536388490 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:25:02.298448 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ccc0fb00-7e67-4023-812f-b48536388490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:02.301204 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ccc0fb00-7e67-4023-812f-b48536388490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:02.310760 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-d0c4bd1c-0db9-48d1-ae75-2f9d4dfef438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:25:02.352791 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-ccc0fb00-7e67-4023-812f-b48536388490 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1c1abde24d914ee38f8c61a6b0cf062a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1857085 Apr 15 13:25:02.353646 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0fb00-7e67-4023-812f-b48536388490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b456e075-2e82-4e4e-baf1-f7633a11eb67,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:25:02.356723 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 45148) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:25:02.357157 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-ccc0fb00-7e67-4023-812f-b48536388490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:25:02.426398 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b61dc0aa-3f26-4070-b143-9d2fbcf259a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:02.462631 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b61dc0aa-3f26-4070-b143-9d2fbcf259a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:02.508797 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b61dc0aa-3f26-4070-b143-9d2fbcf259a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:02.514005 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-516eefa3-11bc-465e-8e66-30a3ae3b83ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:25:02.527348 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61dc0aa-3f26-4070-b143-9d2fbcf259a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b456e075-2e82-4e4e-baf1-f7633a11eb67,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:25:02.529993 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-b61dc0aa-3f26-4070-b143-9d2fbcf259a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:25:02.539494 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b61dc0aa-3f26-4070-b143-9d2fbcf259a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:02.540744 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-b61dc0aa-3f26-4070-b143-9d2fbcf259a8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b456e075-2e82-4e4e-baf1-f7633a11eb67 HTTP/1.1" status: 204 len: 168 time: 0.1827738 Apr 15 13:25:12.021708 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-be04cb1c-5c8e-4f5a-9c2d-d31576db48c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:14.652829 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-457b218d-3ba1-4c11-8553-798462787650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:15.423002 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c87900dd-59db-4d9b-b688-8554058ba32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:15.973634 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:16.914966 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47a557f2-6ce0-416f-9ef8-17658d5933ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:22.816962 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:23.832558 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.agents_db [None req-862eb08b-2c52-41b8-8db2-56e94ab18918 None None] Agent healthcheck: found 6 active agents {{(pid=85260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 13:25:28.640041 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 45326) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:25:28.766244 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-6e5494b6-cd8c-4982-9a8d-2af4e2916c3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:28.781976 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-6e5494b6-cd8c-4982-9a8d-2af4e2916c3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:25:28.786053 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-6e5494b6-cd8c-4982-9a8d-2af4e2916c3a admin admin] Usage tracker for resource:security_group_rule and tenant:9275566768e64330b77f76967b60816e is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:25:28.789265 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-6e5494b6-cd8c-4982-9a8d-2af4e2916c3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:25:28.795455 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-6e5494b6-cd8c-4982-9a8d-2af4e2916c3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:25:28.879632 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-6e5494b6-cd8c-4982-9a8d-2af4e2916c3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:28.883586 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-6e5494b6-cd8c-4982-9a8d-2af4e2916c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:28.893489 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-ff5fc8f4-af23-4ee9-9baa-4ee553fdaaea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:25:28.939233 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-6e5494b6-cd8c-4982-9a8d-2af4e2916c3a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9275566768e64330b77f76967b60816e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2980325 Apr 15 13:25:28.940973 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5494b6-cd8c-4982-9a8d-2af4e2916c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c9e8d4-83fa-418a-8ae7-6bb3a57d0dda,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:25:28.942144 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 45332) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:25:28.949924 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5494b6-cd8c-4982-9a8d-2af4e2916c3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:25:28.950357 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5494b6-cd8c-4982-9a8d-2af4e2916c3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:25:28.950781 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5494b6-cd8c-4982-9a8d-2af4e2916c3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:25:28.951199 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5494b6-cd8c-4982-9a8d-2af4e2916c3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:25:28.951639 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5494b6-cd8c-4982-9a8d-2af4e2916c3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:25:28.952059 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5494b6-cd8c-4982-9a8d-2af4e2916c3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:25:28.952468 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5494b6-cd8c-4982-9a8d-2af4e2916c3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:25:28.952876 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5494b6-cd8c-4982-9a8d-2af4e2916c3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:25:28.953286 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5494b6-cd8c-4982-9a8d-2af4e2916c3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:25:28.953692 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5494b6-cd8c-4982-9a8d-2af4e2916c3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:25:28.954095 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5494b6-cd8c-4982-9a8d-2af4e2916c3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:25:28.954501 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5494b6-cd8c-4982-9a8d-2af4e2916c3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:25:28.958766 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-6e5494b6-cd8c-4982-9a8d-2af4e2916c3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:25:29.009908 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-123921ec-5750-494b-a510-0bc488698f67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:29.036573 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-123921ec-5750-494b-a510-0bc488698f67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:29.080533 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-123921ec-5750-494b-a510-0bc488698f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:29.085549 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-20e5e007-f8c2-421a-acb0-2ad53b82a3e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:25:29.100434 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123921ec-5750-494b-a510-0bc488698f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c9e8d4-83fa-418a-8ae7-6bb3a57d0dda,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:25:29.103533 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-123921ec-5750-494b-a510-0bc488698f67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:25:29.108167 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-123921ec-5750-494b-a510-0bc488698f67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:29.110628 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-123921ec-5750-494b-a510-0bc488698f67 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f2c9e8d4-83fa-418a-8ae7-6bb3a57d0dda HTTP/1.1" status: 204 len: 168 time: 0.1661568 Apr 15 13:25:30.265514 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 45364) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:25:30.390641 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-60e70173-f0d7-4dc8-a4ad-084c9c14748e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:30.406512 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-60e70173-f0d7-4dc8-a4ad-084c9c14748e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:25:30.410620 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-60e70173-f0d7-4dc8-a4ad-084c9c14748e admin admin] Usage tracker for resource:security_group_rule and tenant:c25cf648c8f74430baae36908c8780dc is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:25:30.414418 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-60e70173-f0d7-4dc8-a4ad-084c9c14748e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:25:30.420517 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-60e70173-f0d7-4dc8-a4ad-084c9c14748e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:25:30.505398 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-60e70173-f0d7-4dc8-a4ad-084c9c14748e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:30.509041 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-60e70173-f0d7-4dc8-a4ad-084c9c14748e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:30.518371 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-a593e419-8a7c-4cc1-b8d1-67a44620b17d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:25:30.567183 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-60e70173-f0d7-4dc8-a4ad-084c9c14748e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c25cf648c8f74430baae36908c8780dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2999535 Apr 15 13:25:30.568169 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e70173-f0d7-4dc8-a4ad-084c9c14748e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ecfa5a-0333-4dcd-b32b-89dccac200fa,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:25:30.570461 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 45370) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:25:30.571622 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-60e70173-f0d7-4dc8-a4ad-084c9c14748e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:25:30.636308 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d065929d-e4ee-49c2-a25f-3dcb7bdd6351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:30.663311 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d065929d-e4ee-49c2-a25f-3dcb7bdd6351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:30.707920 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d065929d-e4ee-49c2-a25f-3dcb7bdd6351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:30.712877 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-9827cb00-9202-4132-88d6-ebc0d1b8d9c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:25:30.726276 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d065929d-e4ee-49c2-a25f-3dcb7bdd6351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ecfa5a-0333-4dcd-b32b-89dccac200fa,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:25:30.731448 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-d065929d-e4ee-49c2-a25f-3dcb7bdd6351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:25:30.735809 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d065929d-e4ee-49c2-a25f-3dcb7bdd6351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:30.737023 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-d065929d-e4ee-49c2-a25f-3dcb7bdd6351 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a9ecfa5a-0333-4dcd-b32b-89dccac200fa HTTP/1.1" status: 204 len: 168 time: 0.1654506 Apr 15 13:25:33.269420 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-e6bb52aa-51b5-4c40-afd3-3cc90f6ef3ca tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=0feb0997e5514f0e9a535bbbd2e76499&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333719 Apr 15 13:25:33.434865 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-bb30ee2b-4df7-40e7-9a52-ed673addfdb1 tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:25:33.436480 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-bb30ee2b-4df7-40e7-9a52-ed673addfdb1 tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1610959 Apr 15 13:25:33.453928 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-2cd09082-dfbd-4929-9721-90ca4b849746 tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] 10.222.0.64 "GET /v2.0/quotas/0feb0997e5514f0e9a535bbbd2e76499 HTTP/1.1" status: 200 len: 375 time: 0.0114646 Apr 15 13:25:33.509169 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-d26b9102-4185-4cbf-a1d6-e2051e2b8d4b tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0feb0997e5514f0e9a535bbbd2e76499&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494280 Apr 15 13:25:33.708890 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-87635ed8-7719-4eb6-b643-5654f5a66593 req-6eae69fb-7eb4-4d81-8524-45ddf5f64362 tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] 10.222.0.64 "GET /v2.0/ports?device_id=5760ec4f-d612-4de5-bf80-1e22a0238800 HTTP/1.1" status: 200 len: 210 time: 0.0487106 Apr 15 13:25:34.789684 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-1cf7c633-4b6d-4137-ac45-d8da37447863 tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=0feb0997e5514f0e9a535bbbd2e76499&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428178 Apr 15 13:25:34.938509 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-82ace16f-74c1-47c6-a918-95a5e5d70a2d req-b34e01dc-10b8-4992-8083-f967b1a833f6 tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] 10.222.0.64 "GET /v2.0/ports?device_id=5760ec4f-d612-4de5-bf80-1e22a0238800 HTTP/1.1" status: 200 len: 210 time: 0.0680861 Apr 15 13:25:34.999747 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-7ece3bd6-8917-4085-a931-417670c2a0b4 tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:25:35.001312 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-7ece3bd6-8917-4085-a931-417670c2a0b4 tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2084181 Apr 15 13:25:35.021545 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-bdc49249-4aa4-4e44-890a-f2bd89dce25f tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Request body: {'port': {'device_id': '5760ec4f-d612-4de5-bf80-1e22a0238800', 'network_id': '73bfd288-200e-498a-8bec-152244e44a60', 'admin_state_up': True, 'tenant_id': '0feb0997e5514f0e9a535bbbd2e76499'}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:25:35.165250 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-bdc49249-4aa4-4e44-890a-f2bd89dce25f tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:25:35.169338 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-bdc49249-4aa4-4e44-890a-f2bd89dce25f tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Usage tracker for resource:port and tenant:0feb0997e5514f0e9a535bbbd2e76499 is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:25:35.172278 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-bdc49249-4aa4-4e44-890a-f2bd89dce25f tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:25:35.178230 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-bdc49249-4aa4-4e44-890a-f2bd89dce25f tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:25:35.186951 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-bdc49249-4aa4-4e44-890a-f2bd89dce25f tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Made reservation on behalf of 0feb0997e5514f0e9a535bbbd2e76499 for: {'port': 1} {{(pid=85257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 13:25:35.192980 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-bdc49249-4aa4-4e44-890a-f2bd89dce25f tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:35.208533 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-bdc49249-4aa4-4e44-890a-f2bd89dce25f tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Notify callbacks [] for security_group, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:35.225014 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-bdc49249-4aa4-4e44-890a-f2bd89dce25f tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:25:35.229515 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-bdc49249-4aa4-4e44-890a-f2bd89dce25f tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Usage tracker for resource:security_group_rule and tenant:0feb0997e5514f0e9a535bbbd2e76499 is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:25:35.232485 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-bdc49249-4aa4-4e44-890a-f2bd89dce25f tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:25:35.238510 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-bdc49249-4aa4-4e44-890a-f2bd89dce25f tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:25:35.334010 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-bdc49249-4aa4-4e44-890a-f2bd89dce25f tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Notify callbacks [] for security_group, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:35.337605 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-bdc49249-4aa4-4e44-890a-f2bd89dce25f tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:35.344051 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:25:35.430434 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc49249-4aa4-4e44-890a-f2bd89dce25f tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d41a37f8-1f6b-4027-87bc-8fd2260028a8,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:25:35.436384 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-bdc49249-4aa4-4e44-890a-f2bd89dce25f tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:25:35.524282 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_common [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-bdc49249-4aa4-4e44-890a-f2bd89dce25f tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Allocated IP 192.168.233.72 (73bfd288-200e-498a-8bec-152244e44a60/0e49b621-c225-4770-9b69-b2f66eb7fa87/e18e7e34-5ae4-4a19-a3e2-b129a33b6891) {{(pid=85257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 13:25:35.982204 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-bdc49249-4aa4-4e44-890a-f2bd89dce25f tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Notify callbacks [] for port, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:35.999646 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-bdc49249-4aa4-4e44-890a-f2bd89dce25f tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Transition to ACTIVE for port object e18e7e34-5ae4-4a19-a3e2-b129a33b6891 will not be triggered until provisioned by entity DHCP. {{(pid=85257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:25:36.022503 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-bdc49249-4aa4-4e44-890a-f2bd89dce25f tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757045383897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842649921'] for port, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:36.037607 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-df6c3b95-4cb3-4c15-9457-045111dc0a51 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:25:36.232504 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc49249-4aa4-4e44-890a-f2bd89dce25f tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Pushing event updated for resources: {'Port': ['ID=e18e7e34-5ae4-4a19-a3e2-b129a33b6891,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:25:36.241170 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-bdc49249-4aa4-4e44-890a-f2bd89dce25f tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:25:36.310454 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72952869-ff53-41f7-8a48-2a852187caaa req-86307b71-8689-4302-af07-c9ff981a4e36 tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:25:36.312073 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-72952869-ff53-41f7-8a48-2a852187caaa req-86307b71-8689-4302-af07-c9ff981a4e36 tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] 10.222.0.64 "GET /v2.0/ports?device_id=5760ec4f-d612-4de5-bf80-1e22a0238800 HTTP/1.1" status: 200 len: 935 time: 0.2416277 Apr 15 13:25:36.316392 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-bdc49249-4aa4-4e44-890a-f2bd89dce25f tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Network 73bfd288-200e-498a-8bec-152244e44a60 is already hosted by enough agents. {{(pid=85257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 13:25:36.317575 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-bdc49249-4aa4-4e44-890a-f2bd89dce25f tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Resources bound (agent type, host, resource id): {{(pid=85257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:25:36.320776 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-bdc49249-4aa4-4e44-890a-f2bd89dce25f tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Received port after_create {{(pid=85257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 13:25:36.421691 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-72952869-ff53-41f7-8a48-2a852187caaa req-ca7f95f9-a375-40b9-9fbb-450950ae7557 tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] 10.222.0.64 "GET /v2.0/security-groups?id=d41a37f8-1f6b-4027-87bc-8fd2260028a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019278 Apr 15 13:25:36.427986 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-bdc49249-4aa4-4e44-890a-f2bd89dce25f tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:25:36.429295 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-bdc49249-4aa4-4e44-890a-f2bd89dce25f tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for port, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:36.461500 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-bdc49249-4aa4-4e44-890a-f2bd89dce25f tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4438059 Apr 15 13:25:36.481704 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-d1e7d58e-a5e6-46ff-8297-c57f7584fd12 service neutron] Request body: {'port': {'device_id': '5760ec4f-d612-4de5-bf80-1e22a0238800', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:25:36.514663 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-8ab5b287-3861-44f1-8711-5d245e0aefd7 None None] Provisioning for port e18e7e34-5ae4-4a19-a3e2-b129a33b6891 completed by entity DHCP. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:25:36.519844 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-8ab5b287-3861-44f1-8711-5d245e0aefd7 None None] Provisioning complete for port e18e7e34-5ae4-4a19-a3e2-b129a33b6891 triggered by entity DHCP. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:25:36.520292 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-8ab5b287-3861-44f1-8711-5d245e0aefd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:36.580212 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-8ab5b287-3861-44f1-8711-5d245e0aefd7 None None] Port e18e7e34-5ae4-4a19-a3e2-b129a33b6891 cannot update to ACTIVE because it is not bound. {{(pid=85259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 13:25:36.609056 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-d1e7d58e-a5e6-46ff-8297-c57f7584fd12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:37.018975 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-d1e7d58e-a5e6-46ff-8297-c57f7584fd12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e18e7e34-5ae4-4a19-a3e2-b129a33b6891 {{(pid=85257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 13:25:37.027457 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-d1e7d58e-a5e6-46ff-8297-c57f7584fd12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:37.042524 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-d1e7d58e-a5e6-46ff-8297-c57f7584fd12 service neutron] Transition to ACTIVE for port object e18e7e34-5ae4-4a19-a3e2-b129a33b6891 will not be triggered until provisioned by entity L2. {{(pid=85257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:25:37.045203 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-d1e7d58e-a5e6-46ff-8297-c57f7584fd12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12125831'] for port, after_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:37.060653 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-4ec2ec74-390c-41b1-a9fc-9654dba34846 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:25:37.193812 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e7d58e-a5e6-46ff-8297-c57f7584fd12 service neutron] Pushing event updated for resources: {'Port': ['ID=e18e7e34-5ae4-4a19-a3e2-b129a33b6891,revision_number=2']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:25:37.197464 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-d1e7d58e-a5e6-46ff-8297-c57f7584fd12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:25:37.427360 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-d1e7d58e-a5e6-46ff-8297-c57f7584fd12 service neutron] Attempting to bind port e18e7e34-5ae4-4a19-a3e2-b129a33b6891 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 13:25:37.427803 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-d1e7d58e-a5e6-46ff-8297-c57f7584fd12 service neutron] Attempting to bind port e18e7e34-5ae4-4a19-a3e2-b129a33b6891 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'a0ea3734-8791-4bd7-8486-33698b7ac57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '73bfd288-200e-498a-8bec-152244e44a60'}] {{(pid=85257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 13:25:37.428176 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-d1e7d58e-a5e6-46ff-8297-c57f7584fd12 service neutron] Attempting to bind port e18e7e34-5ae4-4a19-a3e2-b129a33b6891 on network 73bfd288-200e-498a-8bec-152244e44a60 {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:25:37.433706 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-d1e7d58e-a5e6-46ff-8297-c57f7584fd12 service neutron] Port e18e7e34-5ae4-4a19-a3e2-b129a33b6891 on network 73bfd288-200e-498a-8bec-152244e44a60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 13:25:37.434070 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-d1e7d58e-a5e6-46ff-8297-c57f7584fd12 service neutron] Attempting to bind port e18e7e34-5ae4-4a19-a3e2-b129a33b6891 on network 73bfd288-200e-498a-8bec-152244e44a60 {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:25:37.439572 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-d1e7d58e-a5e6-46ff-8297-c57f7584fd12 service neutron] Checking agent: {'id': '473bf83e-daba-40de-92d3-877eb5111141', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 13, 13, 53), 'started_at': datetime.datetime(2021, 4, 15, 13, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 13, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 13:25:37.439952 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-d1e7d58e-a5e6-46ff-8297-c57f7584fd12 service neutron] Checking segment: {'id': 'a0ea3734-8791-4bd7-8486-33698b7ac57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '73bfd288-200e-498a-8bec-152244e44a60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:25:37.440370 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-d1e7d58e-a5e6-46ff-8297-c57f7584fd12 service neutron] Bound using segment: {'id': 'a0ea3734-8791-4bd7-8486-33698b7ac57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '73bfd288-200e-498a-8bec-152244e44a60'} {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 13:25:37.440869 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-d1e7d58e-a5e6-46ff-8297-c57f7584fd12 service neutron] Bound port: e18e7e34-5ae4-4a19-a3e2-b129a33b6891, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0ea3734-8791-4bd7-8486-33698b7ac57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '73bfd288-200e-498a-8bec-152244e44a60'}}] {{(pid=85257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 13:25:37.441253 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-d1e7d58e-a5e6-46ff-8297-c57f7584fd12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:37.583327 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-d1e7d58e-a5e6-46ff-8297-c57f7584fd12 service neutron] For port e18e7e34-5ae4-4a19-a3e2-b129a33b6891, host hv-cinder-78494, cleared binding levels {{(pid=85257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 13:25:37.599443 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-d1e7d58e-a5e6-46ff-8297-c57f7584fd12 service neutron] For port e18e7e34-5ae4-4a19-a3e2-b129a33b6891, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=e18e7e34-5ae4-4a19-a3e2-b129a33b6891,segment=NetworkSegment(a0ea3734-8791-4bd7-8486-33698b7ac57b),segment_id=a0ea3734-8791-4bd7-8486-33698b7ac57b)] {{(pid=85257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 13:25:37.606020 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-d1e7d58e-a5e6-46ff-8297-c57f7584fd12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12125831'] for port, after_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:37.621902 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-6f4fa6df-7fbe-4468-88b6-dd0c8f2256d7 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:25:37.782892 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e7d58e-a5e6-46ff-8297-c57f7584fd12 service neutron] Pushing event updated for resources: {'Port': ['ID=e18e7e34-5ae4-4a19-a3e2-b129a33b6891,revision_number=3']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:25:37.789870 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-d1e7d58e-a5e6-46ff-8297-c57f7584fd12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:25:37.800731 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffcab80-e9c4-478a-960a-847f5faffe93 req-47e2b5ad-096f-4771-ae86-b9c8e955fd3c tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:25:37.801499 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-3ffcab80-e9c4-478a-960a-847f5faffe93 req-47e2b5ad-096f-4771-ae86-b9c8e955fd3c tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Synchronizing usage tracker for tenant:0feb0997e5514f0e9a535bbbd2e76499 on resource:port {{(pid=85257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 13:25:37.854029 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-3ffcab80-e9c4-478a-960a-847f5faffe93 req-47e2b5ad-096f-4771-ae86-b9c8e955fd3c tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Unset dirty status for tenant:0feb0997e5514f0e9a535bbbd2e76499 on resource:port {{(pid=85257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 13:25:37.855535 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-3ffcab80-e9c4-478a-960a-847f5faffe93 req-47e2b5ad-096f-4771-ae86-b9c8e955fd3c tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] 10.222.0.64 "GET /v2.0/ports?device_id=5760ec4f-d612-4de5-bf80-1e22a0238800 HTTP/1.1" status: 200 len: 947 time: 0.3149652 Apr 15 13:25:37.862100 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-d1e7d58e-a5e6-46ff-8297-c57f7584fd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:25:37.862555 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-d1e7d58e-a5e6-46ff-8297-c57f7584fd12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for port, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:37.864073 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-d1e7d58e-a5e6-46ff-8297-c57f7584fd12 service neutron] 10.222.0.65 "PUT /v2.0/ports/e18e7e34-5ae4-4a19-a3e2-b129a33b6891 HTTP/1.1" status: 200 len: 1097 time: 1.3874431 Apr 15 13:25:37.864610 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5760ec4f-d612-4de5-bf80-1e22a0238800', 'tag': 'e18e7e34-5ae4-4a19-a3e2-b129a33b6891'}] {{(pid=85257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:25:37.915076 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-3ffcab80-e9c4-478a-960a-847f5faffe93 req-27a07114-7de1-4ffc-92dd-7a1a01181355 tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Synchronizing usage tracker for tenant:0feb0997e5514f0e9a535bbbd2e76499 on resource:security_group {{(pid=85257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 13:25:37.955631 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5760ec4f-d612-4de5-bf80-1e22a0238800', 'tag': 'e18e7e34-5ae4-4a19-a3e2-b129a33b6891', 'status': 'completed', 'code': 200} Apr 15 13:25:37.989851 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-3ffcab80-e9c4-478a-960a-847f5faffe93 req-27a07114-7de1-4ffc-92dd-7a1a01181355 tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Unset dirty status for tenant:0feb0997e5514f0e9a535bbbd2e76499 on resource:security_group {{(pid=85257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 13:25:37.991826 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-3ffcab80-e9c4-478a-960a-847f5faffe93 req-27a07114-7de1-4ffc-92dd-7a1a01181355 tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] 10.222.0.64 "GET /v2.0/security-groups?id=d41a37f8-1f6b-4027-87bc-8fd2260028a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212273 Apr 15 13:25:38.013875 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-dac57170-6b9d-4b68-a9b0-32faf7a61603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:25:38.015603 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-dac57170-6b9d-4b68-a9b0-32faf7a61603 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0feb0997e5514f0e9a535bbbd2e76499&device_id=5760ec4f-d612-4de5-bf80-1e22a0238800 HTTP/1.1" status: 200 len: 1100 time: 0.0962021 Apr 15 13:25:38.099270 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-df3aad63-7c28-44b1-a8d9-1b42a8c4cf43 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=e18e7e34-5ae4-4a19-a3e2-b129a33b6891 HTTP/1.1" status: 200 len: 217 time: 0.0696683 Apr 15 13:25:38.168990 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-b29b63a1-7845-4461-988b-a332233c404c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:25:38.170669 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-b29b63a1-7845-4461-988b-a332233c404c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0e49b621-c225-4770-9b69-b2f66eb7fa87 HTTP/1.1" status: 200 len: 843 time: 0.0652704 Apr 15 13:25:38.257853 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-13afd0da-cfb2-43a6-b371-eb6479d261b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:25:38.259448 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-13afd0da-cfb2-43a6-b371-eb6479d261b7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=73bfd288-200e-498a-8bec-152244e44a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0819166 Apr 15 13:25:38.405732 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-107c8226-aa87-4303-9ded-7a5dddc0f172 service neutron] 10.222.0.65 "GET /v2.0/networks/73bfd288-200e-498a-8bec-152244e44a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387656 Apr 15 13:25:38.552189 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-0ea45319-6486-4a7a-acc4-f94f1a51f070 req-f5e92822-7e60-4ef8-9d31-c073dc223a0a service neutron] 10.222.0.65 "GET /v2.0/networks/73bfd288-200e-498a-8bec-152244e44a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398742 Apr 15 13:25:38.726143 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153923bc-2b3f-4aed-93cd-6b7c4cfd8d7a req-d6dfa314-5e13-45a3-b346-b5a66d016f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:25:38.727681 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-153923bc-2b3f-4aed-93cd-6b7c4cfd8d7a req-d6dfa314-5e13-45a3-b346-b5a66d016f27 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0feb0997e5514f0e9a535bbbd2e76499&device_id=5760ec4f-d612-4de5-bf80-1e22a0238800 HTTP/1.1" status: 200 len: 1100 time: 0.0802746 Apr 15 13:25:38.869745 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153923bc-2b3f-4aed-93cd-6b7c4cfd8d7a req-6054a459-be49-4179-a1db-6b3072659c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:25:38.870702 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-153923bc-2b3f-4aed-93cd-6b7c4cfd8d7a req-6054a459-be49-4179-a1db-6b3072659c3a service neutron] 10.222.0.65 "GET /v2.0/networks?id=73bfd288-200e-498a-8bec-152244e44a60 HTTP/1.1" status: 200 len: 870 time: 0.1355507 Apr 15 13:25:38.946437 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-153923bc-2b3f-4aed-93cd-6b7c4cfd8d7a req-4d1bf8fd-69db-409a-8004-e77de50f513b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=e18e7e34-5ae4-4a19-a3e2-b129a33b6891 HTTP/1.1" status: 200 len: 217 time: 0.0680768 Apr 15 13:25:39.014923 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153923bc-2b3f-4aed-93cd-6b7c4cfd8d7a req-2a209e3a-a919-46a1-837c-c6bb2424312e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:25:39.016392 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-153923bc-2b3f-4aed-93cd-6b7c4cfd8d7a req-2a209e3a-a919-46a1-837c-c6bb2424312e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0e49b621-c225-4770-9b69-b2f66eb7fa87 HTTP/1.1" status: 200 len: 843 time: 0.0632329 Apr 15 13:25:39.103291 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153923bc-2b3f-4aed-93cd-6b7c4cfd8d7a req-baa24365-bbf8-4475-a438-be9da119a80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:25:39.105229 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-153923bc-2b3f-4aed-93cd-6b7c4cfd8d7a req-baa24365-bbf8-4475-a438-be9da119a80a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=73bfd288-200e-498a-8bec-152244e44a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0815182 Apr 15 13:25:39.320530 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b1a1c-1944-4fb5-b91e-5dc83a5fdd43 req-58f56828-1fef-4859-a85d-7776940eb78b tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:25:39.322070 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-0b3b1a1c-1944-4fb5-b91e-5dc83a5fdd43 req-58f56828-1fef-4859-a85d-7776940eb78b tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] 10.222.0.64 "GET /v2.0/ports?device_id=5760ec4f-d612-4de5-bf80-1e22a0238800 HTTP/1.1" status: 200 len: 947 time: 0.2126479 Apr 15 13:25:39.325525 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-153923bc-2b3f-4aed-93cd-6b7c4cfd8d7a req-eec4ed81-7f34-41f2-86e4-75cbf674558a service neutron] 10.222.0.65 "GET /v2.0/networks/73bfd288-200e-498a-8bec-152244e44a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800611 Apr 15 13:25:39.458428 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-0b3b1a1c-1944-4fb5-b91e-5dc83a5fdd43 req-78fdc414-35dc-4d75-a987-8939fe59c482 tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] 10.222.0.64 "GET /v2.0/security-groups?id=d41a37f8-1f6b-4027-87bc-8fd2260028a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300032 Apr 15 13:25:39.505533 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-153923bc-2b3f-4aed-93cd-6b7c4cfd8d7a req-9e056c6b-ec47-4867-967b-1f94d66317a9 service neutron] 10.222.0.65 "GET /v2.0/networks/73bfd288-200e-498a-8bec-152244e44a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613727 Apr 15 13:25:40.906231 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8cbb40-d057-45c5-8274-adc0910b6ff0 req-9b9ef8e0-23aa-4959-96e1-8ce09802627e tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:25:40.907851 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-af8cbb40-d057-45c5-8274-adc0910b6ff0 req-9b9ef8e0-23aa-4959-96e1-8ce09802627e tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] 10.222.0.64 "GET /v2.0/ports?device_id=5760ec4f-d612-4de5-bf80-1e22a0238800 HTTP/1.1" status: 200 len: 947 time: 0.3288815 Apr 15 13:25:40.956526 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-af8cbb40-d057-45c5-8274-adc0910b6ff0 req-e7530ea7-0979-4e9a-8fbb-44c1e1414336 tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] 10.222.0.64 "GET /v2.0/security-groups?id=d41a37f8-1f6b-4027-87bc-8fd2260028a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420182 Apr 15 13:25:42.025031 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-403a739e-53e7-4b61-bcca-c7504c8954f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:42.072465 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device e18e7e34-5ae4-4a19-a3e2-b129a33b6891 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=85259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 13:25:42.161212 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444649af-e5dc-4b3c-b1d2-f3a43906166b req-938da470-4447-40a2-8c1f-4bb8b601e57c tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:25:42.163083 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-444649af-e5dc-4b3c-b1d2-f3a43906166b req-938da470-4447-40a2-8c1f-4bb8b601e57c tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] 10.222.0.64 "GET /v2.0/ports?device_id=5760ec4f-d612-4de5-bf80-1e22a0238800 HTTP/1.1" status: 200 len: 947 time: 0.0887728 Apr 15 13:25:42.216107 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-444649af-e5dc-4b3c-b1d2-f3a43906166b req-8daac3a3-7323-4fe2-a56e-cb2e38769925 tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] 10.222.0.64 "GET /v2.0/security-groups?id=d41a37f8-1f6b-4027-87bc-8fd2260028a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465200 Apr 15 13:25:42.216350 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port e18e7e34-5ae4-4a19-a3e2-b129a33b6891, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=e18e7e34-5ae4-4a19-a3e2-b129a33b6891,segment=NetworkSegment(a0ea3734-8791-4bd7-8486-33698b7ac57b),segment_id=a0ea3734-8791-4bd7-8486-33698b7ac57b)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:25:42.231589 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Returning: {'device': 'e18e7e34-5ae4-4a19-a3e2-b129a33b6891', 'network_id': '73bfd288-200e-498a-8bec-152244e44a60', 'port_id': 'e18e7e34-5ae4-4a19-a3e2-b129a33b6891', 'mac_address': 'fa:16:3e:72:7e:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e49b621-c225-4770-9b69-b2f66eb7fa87', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 13:25:42.291439 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:42.309308 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e18e7e34-5ae4-4a19-a3e2-b129a33b6891 {{(pid=85259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 13:25:42.325942 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port e18e7e34-5ae4-4a19-a3e2-b129a33b6891, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=e18e7e34-5ae4-4a19-a3e2-b129a33b6891,segment=NetworkSegment(a0ea3734-8791-4bd7-8486-33698b7ac57b),segment_id=a0ea3734-8791-4bd7-8486-33698b7ac57b)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:25:42.328622 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:42.330420 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:25:42.402422 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Pushing event updated for resources: {'Port': ['ID=e18e7e34-5ae4-4a19-a3e2-b129a33b6891,revision_number=4']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:25:42.410118 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:25:42.410502 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:25:42.410879 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:25:42.411249 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:25:42.411669 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:25:42.412034 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:25:42.412397 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:25:42.412803 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:25:42.413215 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:25:42.413524 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:25:42.413882 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:25:42.414236 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:25:42.418375 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:25:42.617815 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] get_ports_and_sgs() called for port_ids ['e18e7e34-5ae4-4a19-a3e2-b129a33b6891'] {{(pid=85259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 13:25:43.430826 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2ab40-39e6-4aaf-8269-4dee9b08e0bb req-64aa72b5-b640-4bca-8343-a43946c3380a tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:25:43.432457 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-11c2ab40-39e6-4aaf-8269-4dee9b08e0bb req-64aa72b5-b640-4bca-8343-a43946c3380a tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] 10.222.0.64 "GET /v2.0/ports?device_id=5760ec4f-d612-4de5-bf80-1e22a0238800 HTTP/1.1" status: 200 len: 948 time: 0.1026011 Apr 15 13:25:43.481870 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-11c2ab40-39e6-4aaf-8269-4dee9b08e0bb req-f09c572a-9880-4d12-b1c3-1e29f0a2813d tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] 10.222.0.64 "GET /v2.0/security-groups?id=d41a37f8-1f6b-4027-87bc-8fd2260028a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430014 Apr 15 13:25:44.088199 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device e18e7e34-5ae4-4a19-a3e2-b129a33b6891 up at agent hyperv_hv-cinder-78494 {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:25:44.161517 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Provisioning for port e18e7e34-5ae4-4a19-a3e2-b129a33b6891 completed by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:25:44.166608 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Provisioning complete for port e18e7e34-5ae4-4a19-a3e2-b129a33b6891 triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:25:44.167032 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:44.292934 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:44.320760 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5760ec4f-d612-4de5-bf80-1e22a0238800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18e7e34-5ae4-4a19-a3e2-b129a33b6891'}] {{(pid=85259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:25:44.330903 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port e18e7e34-5ae4-4a19-a3e2-b129a33b6891, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=e18e7e34-5ae4-4a19-a3e2-b129a33b6891,segment=NetworkSegment(a0ea3734-8791-4bd7-8486-33698b7ac57b),segment_id=a0ea3734-8791-4bd7-8486-33698b7ac57b)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:25:44.333865 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:44.336988 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:25:44.374677 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5760ec4f-d612-4de5-bf80-1e22a0238800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18e7e34-5ae4-4a19-a3e2-b129a33b6891', 'code': 200} Apr 15 13:25:44.409604 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Pushing event updated for resources: {'Port': ['ID=e18e7e34-5ae4-4a19-a3e2-b129a33b6891,revision_number=5']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:25:44.413133 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:25:44.654304 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-5f4faa60-d16d-472b-b4d8-6de284ccbf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:44.720929 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a24820-ff4d-4db4-9a53-4b40da1c85c7 req-39eb2813-d87c-4ea6-9d40-6975a3d1c0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:25:44.722540 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d4a24820-ff4d-4db4-9a53-4b40da1c85c7 req-39eb2813-d87c-4ea6-9d40-6975a3d1c0c5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5760ec4f-d612-4de5-bf80-1e22a0238800 HTTP/1.1" status: 200 len: 1102 time: 0.1516173 Apr 15 13:25:44.732261 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e27671-59fe-482f-8e76-d73f5d45d7e9 req-9443b8b8-a30a-4e6a-b302-a73f65033015 tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:25:44.733741 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-24e27671-59fe-482f-8e76-d73f5d45d7e9 req-9443b8b8-a30a-4e6a-b302-a73f65033015 tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] 10.222.0.64 "GET /v2.0/ports?device_id=5760ec4f-d612-4de5-bf80-1e22a0238800 HTTP/1.1" status: 200 len: 949 time: 0.1266136 Apr 15 13:25:44.795990 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d4a24820-ff4d-4db4-9a53-4b40da1c85c7 req-c0f8ec27-554b-4fcf-856f-3ec8ed5d12ff service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d41a37f8-1f6b-4027-87bc-8fd2260028a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611861 Apr 15 13:25:44.816525 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-24e27671-59fe-482f-8e76-d73f5d45d7e9 req-a187c357-a95d-46d8-96ab-649653ec65b7 tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] 10.222.0.64 "GET /v2.0/security-groups?id=d41a37f8-1f6b-4027-87bc-8fd2260028a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663593 Apr 15 13:25:45.427864 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c87900dd-59db-4d9b-b688-8554058ba32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:45.976328 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:46.210804 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298196dc-8a08-44fb-9c53-4821af37ccf7 req-9c4ac284-d6a9-4ba2-a87e-863782e7fa5c tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:25:46.212418 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-298196dc-8a08-44fb-9c53-4821af37ccf7 req-9c4ac284-d6a9-4ba2-a87e-863782e7fa5c tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] 10.222.0.64 "GET /v2.0/ports?device_id=5760ec4f-d612-4de5-bf80-1e22a0238800 HTTP/1.1" status: 200 len: 949 time: 0.2736592 Apr 15 13:25:46.260834 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-298196dc-8a08-44fb-9c53-4821af37ccf7 req-0483fa9f-6747-404d-bd07-9b12c29e08c3 tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] 10.222.0.64 "GET /v2.0/security-groups?id=d41a37f8-1f6b-4027-87bc-8fd2260028a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419593 Apr 15 13:25:46.732242 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346820bf-6b7e-4cac-8b3e-2a7cc8822c5e req-b8737fc2-fa0d-4e93-8733-ca6629ce35de tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:25:46.733772 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-346820bf-6b7e-4cac-8b3e-2a7cc8822c5e req-b8737fc2-fa0d-4e93-8733-ca6629ce35de tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] 10.222.0.64 "GET /v2.0/ports?device_id=5760ec4f-d612-4de5-bf80-1e22a0238800 HTTP/1.1" status: 200 len: 949 time: 0.0933118 Apr 15 13:25:46.783852 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-346820bf-6b7e-4cac-8b3e-2a7cc8822c5e req-93ccb26a-1c73-45e4-8481-5fb4f52aad2c tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] 10.222.0.64 "GET /v2.0/security-groups?id=d41a37f8-1f6b-4027-87bc-8fd2260028a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435627 Apr 15 13:25:46.918800 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47a557f2-6ce0-416f-9ef8-17658d5933ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:48.048524 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e3605e-7c52-4bd7-b775-41048ab39055 req-397bbcfe-fb63-4524-b3fb-1441cf01dcc8 tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:25:48.050044 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-49e3605e-7c52-4bd7-b775-41048ab39055 req-397bbcfe-fb63-4524-b3fb-1441cf01dcc8 tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] 10.222.0.64 "GET /v2.0/ports?device_id=5760ec4f-d612-4de5-bf80-1e22a0238800 HTTP/1.1" status: 200 len: 949 time: 0.1489513 Apr 15 13:25:48.101025 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-49e3605e-7c52-4bd7-b775-41048ab39055 req-5600321a-138e-472c-b076-718158fc26bc tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] 10.222.0.64 "GET /v2.0/security-groups?id=d41a37f8-1f6b-4027-87bc-8fd2260028a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440412 Apr 15 13:25:48.187402 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea7f4ae-93c7-429d-9df8-6ce7fa8b437d req-b28a5666-a9d2-4acd-af79-18a3a0b4299c tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:25:48.189029 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-bea7f4ae-93c7-429d-9df8-6ce7fa8b437d req-b28a5666-a9d2-4acd-af79-18a3a0b4299c tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] 10.222.0.65 "GET /v2.0/ports?device_id=5760ec4f-d612-4de5-bf80-1e22a0238800 HTTP/1.1" status: 200 len: 949 time: 0.0871093 Apr 15 13:25:48.267175 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [req-bea7f4ae-93c7-429d-9df8-6ce7fa8b437d req-d47ffae0-7f40-40ed-9183-7e2ddd76cebb tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Deleting port e18e7e34-5ae4-4a19-a3e2-b129a33b6891 {{(pid=85257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 13:25:48.267583 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-bea7f4ae-93c7-429d-9df8-6ce7fa8b437d req-d47ffae0-7f40-40ed-9183-7e2ddd76cebb tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279808963205'] for port, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:48.536446 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [req-bea7f4ae-93c7-429d-9df8-6ce7fa8b437d req-d47ffae0-7f40-40ed-9183-7e2ddd76cebb tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] For port e18e7e34-5ae4-4a19-a3e2-b129a33b6891, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=e18e7e34-5ae4-4a19-a3e2-b129a33b6891,segment=NetworkSegment(a0ea3734-8791-4bd7-8486-33698b7ac57b),segment_id=a0ea3734-8791-4bd7-8486-33698b7ac57b)] {{(pid=85257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:25:48.536853 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-bea7f4ae-93c7-429d-9df8-6ce7fa8b437d req-d47ffae0-7f40-40ed-9183-7e2ddd76cebb tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853842851'] for port, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:48.674460 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [req-bea7f4ae-93c7-429d-9df8-6ce7fa8b437d req-d47ffae0-7f40-40ed-9183-7e2ddd76cebb tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Calling delete_port for e18e7e34-5ae4-4a19-a3e2-b129a33b6891 owned by compute:nova {{(pid=85257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 13:25:48.829384 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-bea7f4ae-93c7-429d-9df8-6ce7fa8b437d req-d47ffae0-7f40-40ed-9183-7e2ddd76cebb tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757045826334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279809391903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842649921'] for port, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:48.844897 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-6ccb1d70-5a98-48a8-a904-05f1e22aa23d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:25:48.866799 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] get_ports_and_sgs() called for port_ids ['e18e7e34-5ae4-4a19-a3e2-b129a33b6891'] {{(pid=85259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 13:25:48.944492 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47ffae0-7f40-40ed-9183-7e2ddd76cebb tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Pushing event deleted for resources: {'Port': ['ID=e18e7e34-5ae4-4a19-a3e2-b129a33b6891,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:25:48.958864 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47ffae0-7f40-40ed-9183-7e2ddd76cebb tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:25:48.959353 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47ffae0-7f40-40ed-9183-7e2ddd76cebb tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:25:48.959893 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47ffae0-7f40-40ed-9183-7e2ddd76cebb tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:25:48.960299 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47ffae0-7f40-40ed-9183-7e2ddd76cebb tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:25:48.960696 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47ffae0-7f40-40ed-9183-7e2ddd76cebb tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:25:48.961093 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47ffae0-7f40-40ed-9183-7e2ddd76cebb tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:25:48.961486 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47ffae0-7f40-40ed-9183-7e2ddd76cebb tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:25:48.961877 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47ffae0-7f40-40ed-9183-7e2ddd76cebb tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:25:48.962271 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47ffae0-7f40-40ed-9183-7e2ddd76cebb tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:25:48.962664 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47ffae0-7f40-40ed-9183-7e2ddd76cebb tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:25:48.963053 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47ffae0-7f40-40ed-9183-7e2ddd76cebb tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:25:48.963441 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47ffae0-7f40-40ed-9183-7e2ddd76cebb tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:25:48.968447 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-d47ffae0-7f40-40ed-9183-7e2ddd76cebb tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:25:49.114397 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea7f4ae-93c7-429d-9df8-6ce7fa8b437d req-d47ffae0-7f40-40ed-9183-7e2ddd76cebb tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] No DVR routers for this DVR port e18e7e34-5ae4-4a19-a3e2-b129a33b6891 on host hv-cinder-78494 {{(pid=85257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 13:25:49.118435 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-bea7f4ae-93c7-429d-9df8-6ce7fa8b437d req-d47ffae0-7f40-40ed-9183-7e2ddd76cebb tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for port, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:49.121937 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5760ec4f-d612-4de5-bf80-1e22a0238800', 'name': 'network-vif-deleted', 'tag': 'e18e7e34-5ae4-4a19-a3e2-b129a33b6891'}] {{(pid=85257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:25:49.138092 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-bea7f4ae-93c7-429d-9df8-6ce7fa8b437d req-d47ffae0-7f40-40ed-9183-7e2ddd76cebb tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] 10.222.0.65 "DELETE /v2.0/ports/e18e7e34-5ae4-4a19-a3e2-b129a33b6891 HTTP/1.1" status: 204 len: 173 time: 0.9424298 Apr 15 13:25:49.187812 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5760ec4f-d612-4de5-bf80-1e22a0238800', 'name': 'network-vif-deleted', 'tag': 'e18e7e34-5ae4-4a19-a3e2-b129a33b6891', 'status': 'completed', 'code': 200} Apr 15 13:25:49.292145 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-982d427c-faa9-4f5b-9abb-3d94f16cf364 req-258510b0-40e1-4233-a7dd-e14284d108d0 tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Synchronizing usage tracker for tenant:0feb0997e5514f0e9a535bbbd2e76499 on resource:port {{(pid=85257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 13:25:49.308982 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-982d427c-faa9-4f5b-9abb-3d94f16cf364 req-258510b0-40e1-4233-a7dd-e14284d108d0 tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Unset dirty status for tenant:0feb0997e5514f0e9a535bbbd2e76499 on resource:port {{(pid=85257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 13:25:49.310232 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-982d427c-faa9-4f5b-9abb-3d94f16cf364 req-258510b0-40e1-4233-a7dd-e14284d108d0 tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] 10.222.0.64 "GET /v2.0/ports?device_id=5760ec4f-d612-4de5-bf80-1e22a0238800 HTTP/1.1" status: 200 len: 210 time: 0.0737839 Apr 15 13:25:52.142189 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device e18e7e34-5ae4-4a19-a3e2-b129a33b6891 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 13:25:52.181001 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] No Port match for: e18e7e34-5ae4-4a19-a3e2-b129a33b6891 {{(pid=85259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 13:25:52.181555 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device e18e7e34-5ae4-4a19-a3e2-b129a33b6891 not bound to the agent host hv-cinder-78494 {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 13:25:52.811976 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:55.225906 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 45708) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:25:55.387021 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-d45d2674-fe3c-4d2a-b832-cb735653e47f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0feb0997e5514f0e9a535bbbd2e76499&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1587129 Apr 15 13:25:55.389647 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 45714) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:25:55.456682 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-f1d6b0fb-75cd-48ce-89aa-2c79a62a4c71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:55.485631 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-f1d6b0fb-75cd-48ce-89aa-2c79a62a4c71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:55.536691 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-f1d6b0fb-75cd-48ce-89aa-2c79a62a4c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:55.541527 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-a47de718-6297-4f6c-b431-a40acbf38470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:25:55.556573 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d6b0fb-75cd-48ce-89aa-2c79a62a4c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41a37f8-1f6b-4027-87bc-8fd2260028a8,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:25:55.559603 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-f1d6b0fb-75cd-48ce-89aa-2c79a62a4c71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:25:55.565443 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-f1d6b0fb-75cd-48ce-89aa-2c79a62a4c71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:55.566777 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-f1d6b0fb-75cd-48ce-89aa-2c79a62a4c71 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d41a37f8-1f6b-4027-87bc-8fd2260028a8 HTTP/1.1" status: 204 len: 168 time: 0.1760476 Apr 15 13:25:56.279267 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 45738) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:25:56.392732 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-e2708687-5d2a-4653-9d93-c2fc9f1c82bf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-853427251-network', 'tenant_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78'}} {{(pid=85258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:25:56.397960 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-e2708687-5d2a-4653-9d93-c2fc9f1c82bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:25:56.402125 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-e2708687-5d2a-4653-9d93-c2fc9f1c82bf admin admin] Usage tracker for resource:network and tenant:9ce8cbcfb75946d2b44cbcaaf3a0ca78 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:25:56.405240 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-e2708687-5d2a-4653-9d93-c2fc9f1c82bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:25:56.411303 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-e2708687-5d2a-4653-9d93-c2fc9f1c82bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:25:56.421645 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2708687-5d2a-4653-9d93-c2fc9f1c82bf admin admin] Made reservation on behalf of 9ce8cbcfb75946d2b44cbcaaf3a0ca78 for: {'network': 1} {{(pid=85258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 13:25:56.426441 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e2708687-5d2a-4653-9d93-c2fc9f1c82bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for network, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:56.440257 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e2708687-5d2a-4653-9d93-c2fc9f1c82bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:56.457450 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-e2708687-5d2a-4653-9d93-c2fc9f1c82bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:25:56.461653 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-e2708687-5d2a-4653-9d93-c2fc9f1c82bf admin admin] Usage tracker for resource:security_group_rule and tenant:9ce8cbcfb75946d2b44cbcaaf3a0ca78 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:25:56.464736 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-e2708687-5d2a-4653-9d93-c2fc9f1c82bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:25:56.470778 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-e2708687-5d2a-4653-9d93-c2fc9f1c82bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:25:56.557606 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e2708687-5d2a-4653-9d93-c2fc9f1c82bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:56.560602 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e2708687-5d2a-4653-9d93-c2fc9f1c82bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:56.564911 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-698ea156-04eb-4e1a-b584-05242f6828f0 tempest-AttachVolumeTestJSON-1106383797 tempest-AttachVolumeTestJSON-1106383797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:25:56.590033 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2708687-5d2a-4653-9d93-c2fc9f1c82bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=85258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 13:25:56.607709 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2708687-5d2a-4653-9d93-c2fc9f1c82bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9b72cd-e9ab-41e5-a3f9-4ef903ac3c92,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:25:56.612185 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-e2708687-5d2a-4653-9d93-c2fc9f1c82bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:25:56.613129 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e2708687-5d2a-4653-9d93-c2fc9f1c82bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773144'] for segment, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:56.613518 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.db.segments_db [None req-e2708687-5d2a-4653-9d93-c2fc9f1c82bf admin admin] Added segment 80faafa2-d392-43e0-9199-f288dbf3b148 of type vlan for network 4e1556b8-17b9-4fee-9f24-a3fba80d45cc Apr 15 13:25:56.642116 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e2708687-5d2a-4653-9d93-c2fc9f1c82bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757045372002'] for network, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:56.671813 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e2708687-5d2a-4653-9d93-c2fc9f1c82bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424'] for network, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:56.672901 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2708687-5d2a-4653-9d93-c2fc9f1c82bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:25:56.673546 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e2708687-5d2a-4653-9d93-c2fc9f1c82bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for network, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:56.678483 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:25:56.786091 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-e2708687-5d2a-4653-9d93-c2fc9f1c82bf admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5055625 Apr 15 13:25:56.789922 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 45744) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:25:56.792285 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2708687-5d2a-4653-9d93-c2fc9f1c82bf admin admin] Pushing event updated for resources: {'Network': ['ID=4e1556b8-17b9-4fee-9f24-a3fba80d45cc,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:25:56.795115 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-e2708687-5d2a-4653-9d93-c2fc9f1c82bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:25:56.796113 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-58e3a82a-b352-49de-858d-1098b2ac9cbe admin admin] Request body: {'subnet': {'network_id': '4e1556b8-17b9-4fee-9f24-a3fba80d45cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-853427251-subnet', 'tenant_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'ip_version': 4}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:25:56.802688 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-58e3a82a-b352-49de-858d-1098b2ac9cbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:25:56.803174 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Network 4e1556b8-17b9-4fee-9f24-a3fba80d45cc details requested by agent ovs-agent-dv-cinder-784945-5-smb with host dv-cinder-784945-5-smb {{(pid=85259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 13:25:56.807087 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-58e3a82a-b352-49de-858d-1098b2ac9cbe admin admin] Usage tracker for resource:subnet and tenant:9ce8cbcfb75946d2b44cbcaaf3a0ca78 is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:25:56.810061 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-58e3a82a-b352-49de-858d-1098b2ac9cbe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:25:56.816165 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-58e3a82a-b352-49de-858d-1098b2ac9cbe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:25:56.826345 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e3a82a-b352-49de-858d-1098b2ac9cbe admin admin] Made reservation on behalf of 9ce8cbcfb75946d2b44cbcaaf3a0ca78 for: {'subnet': 1} {{(pid=85257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 13:25:56.831243 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-58e3a82a-b352-49de-858d-1098b2ac9cbe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12094289'] for subnet, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:57.234247 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-58e3a82a-b352-49de-858d-1098b2ac9cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036842650091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12094272'] for subnet, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:57.249728 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:25:57.376614 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e3a82a-b352-49de-858d-1098b2ac9cbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bc56e48-b80d-42ad-9732-bb0e49fcd170,revision_number=0']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:25:57.381708 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-58e3a82a-b352-49de-858d-1098b2ac9cbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:25:57.450483 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e3a82a-b352-49de-858d-1098b2ac9cbe admin admin] Checking segment: {'id': '80faafa2-d392-43e0-9199-f288dbf3b148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '4e1556b8-17b9-4fee-9f24-a3fba80d45cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:25:57.450888 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e3a82a-b352-49de-858d-1098b2ac9cbe admin admin] Network hostable DHCP agents. Network: 4e1556b8-17b9-4fee-9f24-a3fba80d45cc, hostable agents: ['311c43f5-3c4a-4973-9b30-7f7c0bf49be0'], hosted agents: [] {{(pid=85257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 13:25:57.474215 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e3a82a-b352-49de-858d-1098b2ac9cbe admin admin] Network 4e1556b8-17b9-4fee-9f24-a3fba80d45cc is scheduled to be hosted by DHCP agent 311c43f5-3c4a-4973-9b30-7f7c0bf49be0 with binding_index 1 {{(pid=85257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 13:25:57.478674 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [None req-58e3a82a-b352-49de-858d-1098b2ac9cbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-5-smb, 4e1556b8-17b9-4fee-9f24-a3fba80d45cc) {{(pid=85257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:25:57.489183 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600d51dd-78da-4200-8b83-618d3536e5ad None None] Network 4e1556b8-17b9-4fee-9f24-a3fba80d45cc requested from dv-cinder-784945-5-smb {{(pid=85259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 13:25:57.491980 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e3a82a-b352-49de-858d-1098b2ac9cbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:25:57.494475 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-58e3a82a-b352-49de-858d-1098b2ac9cbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:57.522725 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-58e3a82a-b352-49de-858d-1098b2ac9cbe admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7315209 Apr 15 13:25:57.525772 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 45748) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:25:57.531942 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-c19ba7e0-8bbc-47d4-b914-96ff1948d223 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-853427251-router', 'tenant_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2'}}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:25:57.538228 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-c19ba7e0-8bbc-47d4-b914-96ff1948d223 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:25:57.543008 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-c19ba7e0-8bbc-47d4-b914-96ff1948d223 admin admin] Usage tracker for resource:router and tenant:9ce8cbcfb75946d2b44cbcaaf3a0ca78 is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:25:57.546812 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-c19ba7e0-8bbc-47d4-b914-96ff1948d223 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:25:57.554724 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-c19ba7e0-8bbc-47d4-b914-96ff1948d223 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:25:57.564483 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c19ba7e0-8bbc-47d4-b914-96ff1948d223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853741594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854710284'] for router, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:57.565803 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c19ba7e0-8bbc-47d4-b914-96ff1948d223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1033063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-938009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65516'] for router, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:57.582115 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c19ba7e0-8bbc-47d4-b914-96ff1948d223 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:57.886224 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c19ba7e0-8bbc-47d4-b914-96ff1948d223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1033076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853741577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65501'] for router, precommit_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:57.905265 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b287e2c-3e55-4675-914e-f882189554a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8627bff5-3798-5c6e-aea6-252cc41330bf-4e1556b8-17b9-4fee-9f24-a3fba80d45cc', 'network_id': '4e1556b8-17b9-4fee-9f24-a3fba80d45cc', 'tenant_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'fixed_ips': [{'subnet_id': '7bc56e48-b80d-42ad-9732-bb0e49fcd170'}]}} from dv-cinder-784945-5-smb. {{(pid=85259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 13:25:57.906220 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-3b287e2c-3e55-4675-914e-f882189554a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_create {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:58.075451 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_common [None req-3b287e2c-3e55-4675-914e-f882189554a1 None None] Allocated IP 172.20.0.2 (4e1556b8-17b9-4fee-9f24-a3fba80d45cc/7bc56e48-b80d-42ad-9732-bb0e49fcd170/c3f37d87-b474-4278-8c59-e6eddbc6ee59) {{(pid=85259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 13:25:58.218349 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c19ba7e0-8bbc-47d4-b914-96ff1948d223 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:58.251674 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c19ba7e0-8bbc-47d4-b914-96ff1948d223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:58.301821 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-3b287e2c-3e55-4675-914e-f882189554a1 None None] Notify callbacks [] for port, precommit_create {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:58.313536 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-3b287e2c-3e55-4675-914e-f882189554a1 None None] Transition to ACTIVE for port object c3f37d87-b474-4278-8c59-e6eddbc6ee59 will not be triggered until provisioned by entity L2. {{(pid=85259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:25:58.333651 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-3b287e2c-3e55-4675-914e-f882189554a1 None None] Transition to ACTIVE for port object c3f37d87-b474-4278-8c59-e6eddbc6ee59 will not be triggered until provisioned by entity DHCP. {{(pid=85259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:25:58.338884 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-3b287e2c-3e55-4675-914e-f882189554a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757045383897'] for port, after_create {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:58.354672 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-beffa69e-6683-4f7a-8523-5df3c8d9df4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:25:58.398580 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_common [None req-c19ba7e0-8bbc-47d4-b914-96ff1948d223 admin admin] Allocated IP 172.28.3.179 (55d93253-8afb-47db-93d0-1527fbeb95d2/ec126ae6-92bb-4236-889a-ca54f3751a25/bf489e2f-c7fb-4dea-80d5-30f8f1efcf60) {{(pid=85257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 13:25:58.493440 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b287e2c-3e55-4675-914e-f882189554a1 None None] Pushing event updated for resources: {'Port': ['ID=c3f37d87-b474-4278-8c59-e6eddbc6ee59,revision_number=1']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:25:58.496578 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-3b287e2c-3e55-4675-914e-f882189554a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:25:58.556330 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b287e2c-3e55-4675-914e-f882189554a1 None None] Network 4e1556b8-17b9-4fee-9f24-a3fba80d45cc is already hosted by enough agents. {{(pid=85259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 13:25:58.557632 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [None req-3b287e2c-3e55-4675-914e-f882189554a1 None None] Resources bound (agent type, host, resource id): {{(pid=85259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:25:58.560180 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b287e2c-3e55-4675-914e-f882189554a1 None None] Received port after_create {{(pid=85259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 13:25:58.661731 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-3b287e2c-3e55-4675-914e-f882189554a1 None None] Attempting to bind port c3f37d87-b474-4278-8c59-e6eddbc6ee59 on host dv-cinder-784945-5-smb for vnic_type normal with profile {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 13:25:58.662150 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-3b287e2c-3e55-4675-914e-f882189554a1 None None] Attempting to bind port c3f37d87-b474-4278-8c59-e6eddbc6ee59 by drivers openvswitch,hyperv on host dv-cinder-784945-5-smb at level 0 using segments [{'id': '80faafa2-d392-43e0-9199-f288dbf3b148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '4e1556b8-17b9-4fee-9f24-a3fba80d45cc'}] {{(pid=85259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 13:25:58.662562 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b287e2c-3e55-4675-914e-f882189554a1 None None] Attempting to bind port c3f37d87-b474-4278-8c59-e6eddbc6ee59 on network 4e1556b8-17b9-4fee-9f24-a3fba80d45cc {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:25:58.669306 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b287e2c-3e55-4675-914e-f882189554a1 None None] Checking agent: {'id': '81e11618-700f-4852-9942-b93dec05a832', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 13, 7, 16), 'started_at': datetime.datetime(2021, 4, 15, 13, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 13, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 13:25:58.669727 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b287e2c-3e55-4675-914e-f882189554a1 None None] Checking segment: {'id': '80faafa2-d392-43e0-9199-f288dbf3b148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '4e1556b8-17b9-4fee-9f24-a3fba80d45cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:25:58.670179 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-3b287e2c-3e55-4675-914e-f882189554a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:58.670611 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b287e2c-3e55-4675-914e-f882189554a1 None None] Bound using segment: {'id': '80faafa2-d392-43e0-9199-f288dbf3b148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '4e1556b8-17b9-4fee-9f24-a3fba80d45cc'} {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 13:25:58.671133 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-3b287e2c-3e55-4675-914e-f882189554a1 None None] Bound port: c3f37d87-b474-4278-8c59-e6eddbc6ee59, host: dv-cinder-784945-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80faafa2-d392-43e0-9199-f288dbf3b148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '4e1556b8-17b9-4fee-9f24-a3fba80d45cc'}}] {{(pid=85259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 13:25:58.671570 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-3b287e2c-3e55-4675-914e-f882189554a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:58.769759 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-3b287e2c-3e55-4675-914e-f882189554a1 None None] For port c3f37d87-b474-4278-8c59-e6eddbc6ee59, host dv-cinder-784945-5-smb, cleared binding levels {{(pid=85259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 13:25:58.773065 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-3b287e2c-3e55-4675-914e-f882189554a1 None None] For port c3f37d87-b474-4278-8c59-e6eddbc6ee59, host dv-cinder-784945-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=c3f37d87-b474-4278-8c59-e6eddbc6ee59,segment=NetworkSegment(80faafa2-d392-43e0-9199-f288dbf3b148),segment_id=80faafa2-d392-43e0-9199-f288dbf3b148)] {{(pid=85259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 13:25:58.776870 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-3b287e2c-3e55-4675-914e-f882189554a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:58.792848 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-0f0a063a-c67c-4397-82fb-76dd0f541e74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:25:58.803492 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c19ba7e0-8bbc-47d4-b914-96ff1948d223 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:58.835354 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c19ba7e0-8bbc-47d4-b914-96ff1948d223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757045383897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842649921'] for port, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:58.851661 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-e480844d-ef70-484b-9e51-89c4133733dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:25:58.949621 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b287e2c-3e55-4675-914e-f882189554a1 None None] Pushing event updated for resources: {'Port': ['ID=c3f37d87-b474-4278-8c59-e6eddbc6ee59,revision_number=2']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:25:58.955005 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-3b287e2c-3e55-4675-914e-f882189554a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:25:58.988736 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ba7e0-8bbc-47d4-b914-96ff1948d223 admin admin] Pushing event updated for resources: {'Port': ['ID=bf489e2f-c7fb-4dea-80d5-30f8f1efcf60,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:25:58.993454 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-c19ba7e0-8bbc-47d4-b914-96ff1948d223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:25:59.049466 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19ba7e0-8bbc-47d4-b914-96ff1948d223 admin admin] Network 55d93253-8afb-47db-93d0-1527fbeb95d2 is already hosted by enough agents. {{(pid=85257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 13:25:59.050620 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [None req-c19ba7e0-8bbc-47d4-b914-96ff1948d223 admin admin] Resources bound (agent type, host, resource id): {{(pid=85257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:25:59.053061 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19ba7e0-8bbc-47d4-b914-96ff1948d223 admin admin] Received port after_create {{(pid=85257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 13:25:59.513038 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c19ba7e0-8bbc-47d4-b914-96ff1948d223 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:25:59.895584 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c19ba7e0-8bbc-47d4-b914-96ff1948d223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853742755'] for router, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:00.119317 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19ba7e0-8bbc-47d4-b914-96ff1948d223 admin admin] Router 9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd is scheduled to L3 agent d2850426-fba2-4e27-a3ef-bf91b3b25695 with binding_index 1 {{(pid=85257) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 13:26:00.316445 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19ba7e0-8bbc-47d4-b914-96ff1948d223 admin admin] Notify agent at l3_agent.dv-cinder-784945-5-smb the message routers_updated {{(pid=85257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 13:26:00.325967 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2dad1a-4409-48b3-9adf-8b75732d67cd None None] Sync routers for ids ['9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd'] in dv-cinder-784945-5-smb {{(pid=85259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 13:26:00.337114 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2dad1a-4409-48b3-9adf-8b75732d67cd None None] Routers {'9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:26:00.337485 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-5f2dad1a-4409-48b3-9adf-8b75732d67cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:25:45Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd'], 'active': True} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:26:00.341259 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c19ba7e0-8bbc-47d4-b914-96ff1948d223 admin admin] Notify callbacks [] for router, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:00.343749 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-c19ba7e0-8bbc-47d4-b914-96ff1948d223 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8164070 Apr 15 13:26:00.345482 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 45752) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:26:00.404318 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b07316-cafc-4c31-bdcb-70791ff78d54 None None] Network 4e1556b8-17b9-4fee-9f24-a3fba80d45cc requested from dv-cinder-784945-5-smb {{(pid=85259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 13:26:00.583525 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-de2b91fa-32bf-4ff5-8df5-6b0f2896b918 None None] Provisioning for port c3f37d87-b474-4278-8c59-e6eddbc6ee59 completed by entity DHCP. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:26:00.702070 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-5f2dad1a-4409-48b3-9adf-8b75732d67cd None None] Set router 9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd gateway port host: dv-cinder-784945-5-smb {{(pid=85259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:26:00.833408 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.agents_db [None req-862eb08b-2c52-41b8-8db2-56e94ab18918 None None] Agent healthcheck: found 6 active agents {{(pid=85260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 13:26:00.948359 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device c3f37d87-b474-4278-8c59-e6eddbc6ee59 up at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:26:01.140840 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning for port c3f37d87-b474-4278-8c59-e6eddbc6ee59 completed by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:26:01.148964 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning complete for port c3f37d87-b474-4278-8c59-e6eddbc6ee59 triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:26:01.149519 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:01.357224 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7cc2650b-03c5-4ae7-adaa-91ee52abf5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:01.414616 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-5f2dad1a-4409-48b3-9adf-8b75732d67cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd', 'name': 'tempest-TestShelveInstance-853427251-router', 'tenant_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.179'}], 'enable_snat': True}, 'gw_port_id': 'bf489e2f-c7fb-4dea-80d5-30f8f1efcf60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:25:57Z', 'updated_at': '2021-04-15T13:25:59Z', 'revision_number': 3, 'project_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'gw_port': {'id': 'bf489e2f-c7fb-4dea-80d5-30f8f1efcf60', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:25:58Z', 'updated_at': '2021-04-15T13:25:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb'}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:26:01.425174 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2dad1a-4409-48b3-9adf-8b75732d67cd None None] Checking router: 9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd for host: dv-cinder-784945-5-smb {{(pid=85259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 13:26:01.425565 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2dad1a-4409-48b3-9adf-8b75732d67cd None None] Updating router 9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd port bf489e2f-c7fb-4dea-80d5-30f8f1efcf60 binding host dv-cinder-784945-5-smb {{(pid=85259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 13:26:01.537683 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-ece74fde-914d-4aa7-84eb-74174ca3fd5e None None] Provisioning complete for port c3f37d87-b474-4278-8c59-e6eddbc6ee59 triggered by entity DHCP. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:26:01.538723 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ece74fde-914d-4aa7-84eb-74174ca3fd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:01.574171 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-5f2dad1a-4409-48b3-9adf-8b75732d67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:01.580768 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_common [None req-7cc2650b-03c5-4ae7-adaa-91ee52abf5a9 admin admin] Allocated IP 172.20.0.1 (4e1556b8-17b9-4fee-9f24-a3fba80d45cc/7bc56e48-b80d-42ad-9732-bb0e49fcd170/86009ddf-3122-4737-8103-8c4fbf6d526f) {{(pid=85257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 13:26:01.614979 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:01.727578 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] For port c3f37d87-b474-4278-8c59-e6eddbc6ee59, host dv-cinder-784945-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=c3f37d87-b474-4278-8c59-e6eddbc6ee59,segment=NetworkSegment(80faafa2-d392-43e0-9199-f288dbf3b148),segment_id=80faafa2-d392-43e0-9199-f288dbf3b148)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:26:01.736784 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:01.745976 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:26:01.748695 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7cc2650b-03c5-4ae7-adaa-91ee52abf5a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:01.767936 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-7cc2650b-03c5-4ae7-adaa-91ee52abf5a9 admin admin] Transition to ACTIVE for port object 86009ddf-3122-4737-8103-8c4fbf6d526f will not be triggered until provisioned by entity DHCP. {{(pid=85257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:26:01.796913 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7cc2650b-03c5-4ae7-adaa-91ee52abf5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757045383897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842649921'] for port, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:01.817367 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-c19ba7e0-8bbc-47d4-b914-96ff1948d223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:26:01.948160 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Pushing event updated for resources: {'Port': ['ID=c3f37d87-b474-4278-8c59-e6eddbc6ee59,revision_number=3']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:26:01.953844 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:26:01.958568 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc2650b-03c5-4ae7-adaa-91ee52abf5a9 admin admin] Pushing event updated for resources: {'Port': ['ID=86009ddf-3122-4737-8103-8c4fbf6d526f,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:26:01.964026 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-7cc2650b-03c5-4ae7-adaa-91ee52abf5a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:26:02.017802 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc2650b-03c5-4ae7-adaa-91ee52abf5a9 admin admin] Network 4e1556b8-17b9-4fee-9f24-a3fba80d45cc is already hosted by enough agents. {{(pid=85257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 13:26:02.018998 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [None req-7cc2650b-03c5-4ae7-adaa-91ee52abf5a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=85257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:26:02.021415 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc2650b-03c5-4ae7-adaa-91ee52abf5a9 admin admin] Received port after_create {{(pid=85257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 13:26:02.079306 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7cc2650b-03c5-4ae7-adaa-91ee52abf5a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853742696'] for router_interface, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:02.195693 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-5f2dad1a-4409-48b3-9adf-8b75732d67cd None None] Notify callbacks [] for port, precommit_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:02.205987 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7cc2650b-03c5-4ae7-adaa-91ee52abf5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:02.207954 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-5f2dad1a-4409-48b3-9adf-8b75732d67cd None None] Transition to ACTIVE for port object bf489e2f-c7fb-4dea-80d5-30f8f1efcf60 will not be triggered until provisioned by entity L2. {{(pid=85259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:26:02.214317 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-5f2dad1a-4409-48b3-9adf-8b75732d67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:02.230560 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-3b287e2c-3e55-4675-914e-f882189554a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:26:02.376746 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941e1e94-54a8-42d7-9d25-347d7d1c4939 None None] Pushing event updated for resources: {'Port': ['ID=bf489e2f-c7fb-4dea-80d5-30f8f1efcf60,revision_number=2']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:26:02.379169 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-b30cfdcc-a31c-44cc-b819-c20ea0ee16fc None None] Provisioning for port 86009ddf-3122-4737-8103-8c4fbf6d526f completed by entity DHCP. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:26:02.386042 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-941e1e94-54a8-42d7-9d25-347d7d1c4939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:26:02.403607 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-b30cfdcc-a31c-44cc-b819-c20ea0ee16fc None None] Provisioning complete for port 86009ddf-3122-4737-8103-8c4fbf6d526f triggered by entity DHCP. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:26:02.404038 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b30cfdcc-a31c-44cc-b819-c20ea0ee16fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:02.484867 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-b30cfdcc-a31c-44cc-b819-c20ea0ee16fc None None] Port 86009ddf-3122-4737-8103-8c4fbf6d526f cannot update to ACTIVE because it is not bound. {{(pid=85259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 13:26:02.506495 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-5f2dad1a-4409-48b3-9adf-8b75732d67cd None None] Attempting to bind port bf489e2f-c7fb-4dea-80d5-30f8f1efcf60 on host dv-cinder-784945-5-smb for vnic_type normal with profile {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 13:26:02.506958 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-5f2dad1a-4409-48b3-9adf-8b75732d67cd None None] Attempting to bind port bf489e2f-c7fb-4dea-80d5-30f8f1efcf60 by drivers openvswitch,hyperv on host dv-cinder-784945-5-smb at level 0 using segments [{'id': '906bcebc-1c01-4a0b-bcb7-9d225f9b16c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2'}] {{(pid=85259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 13:26:02.507375 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2dad1a-4409-48b3-9adf-8b75732d67cd None None] Attempting to bind port bf489e2f-c7fb-4dea-80d5-30f8f1efcf60 on network 55d93253-8afb-47db-93d0-1527fbeb95d2 {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:26:02.510055 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7cc2650b-03c5-4ae7-adaa-91ee52abf5a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:02.513328 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2dad1a-4409-48b3-9adf-8b75732d67cd None None] Checking agent: {'id': '81e11618-700f-4852-9942-b93dec05a832', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 13, 7, 16), 'started_at': datetime.datetime(2021, 4, 15, 13, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 13, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 13:26:02.513672 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7cc2650b-03c5-4ae7-adaa-91ee52abf5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12125831'] for port, after_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:02.513810 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2dad1a-4409-48b3-9adf-8b75732d67cd None None] Checking segment: {'id': '906bcebc-1c01-4a0b-bcb7-9d225f9b16c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:26:02.514180 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-5f2dad1a-4409-48b3-9adf-8b75732d67cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:02.514622 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2dad1a-4409-48b3-9adf-8b75732d67cd None None] Bound using segment: {'id': '906bcebc-1c01-4a0b-bcb7-9d225f9b16c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2'} {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 13:26:02.515149 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-5f2dad1a-4409-48b3-9adf-8b75732d67cd None None] Bound port: bf489e2f-c7fb-4dea-80d5-30f8f1efcf60, host: dv-cinder-784945-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906bcebc-1c01-4a0b-bcb7-9d225f9b16c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2'}}] {{(pid=85259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 13:26:02.515615 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-5f2dad1a-4409-48b3-9adf-8b75732d67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:02.543454 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-4925c18f-4ea6-43e9-b67d-993c9b28b623 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:26:02.593155 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-5f2dad1a-4409-48b3-9adf-8b75732d67cd None None] For port bf489e2f-c7fb-4dea-80d5-30f8f1efcf60, host dv-cinder-784945-5-smb, cleared binding levels {{(pid=85259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 13:26:02.596391 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-5f2dad1a-4409-48b3-9adf-8b75732d67cd None None] For port bf489e2f-c7fb-4dea-80d5-30f8f1efcf60, host dv-cinder-784945-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=bf489e2f-c7fb-4dea-80d5-30f8f1efcf60,segment=NetworkSegment(906bcebc-1c01-4a0b-bcb7-9d225f9b16c2),segment_id=906bcebc-1c01-4a0b-bcb7-9d225f9b16c2)] {{(pid=85259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 13:26:02.599978 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-5f2dad1a-4409-48b3-9adf-8b75732d67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:02.619622 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:26:02.633337 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7cc2650b-03c5-4ae7-adaa-91ee52abf5a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854146407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853743053'] for router_interface, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:02.649519 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc2650b-03c5-4ae7-adaa-91ee52abf5a9 admin admin] Pushing event updated for resources: {'Port': ['ID=86009ddf-3122-4737-8103-8c4fbf6d526f,revision_number=2']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:26:02.655948 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-7cc2650b-03c5-4ae7-adaa-91ee52abf5a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:26:02.764491 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941e1e94-54a8-42d7-9d25-347d7d1c4939 None None] Pushing event updated for resources: {'Port': ['ID=bf489e2f-c7fb-4dea-80d5-30f8f1efcf60,revision_number=3']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:26:02.778755 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-941e1e94-54a8-42d7-9d25-347d7d1c4939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:26:02.790391 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc2650b-03c5-4ae7-adaa-91ee52abf5a9 admin admin] Network 4e1556b8-17b9-4fee-9f24-a3fba80d45cc is already hosted by enough agents. {{(pid=85257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 13:26:02.791753 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [None req-7cc2650b-03c5-4ae7-adaa-91ee52abf5a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=85257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:26:02.821815 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2dad1a-4409-48b3-9adf-8b75732d67cd None None] Routers {'9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:26:02.822508 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-5f2dad1a-4409-48b3-9adf-8b75732d67cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:25:45Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd'], 'active': True} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:26:02.955345 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device c3f37d87-b474-4278-8c59-e6eddbc6ee59 up at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:26:02.999008 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc2650b-03c5-4ae7-adaa-91ee52abf5a9 admin admin] Router 9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd has already been hosted by L3 agent d2850426-fba2-4e27-a3ef-bf91b3b25695 {{(pid=85257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 13:26:03.061080 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-cd8a8044-d3d1-4bcc-a578-d681389ca135 None None] Provisioning complete for port 86009ddf-3122-4737-8103-8c4fbf6d526f triggered by entity DHCP. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:26:03.061494 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-cd8a8044-d3d1-4bcc-a578-d681389ca135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:03.155457 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-cd8a8044-d3d1-4bcc-a578-d681389ca135 None None] Port 86009ddf-3122-4737-8103-8c4fbf6d526f cannot update to ACTIVE because it is not bound. {{(pid=85259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 13:26:03.161038 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning complete for port c3f37d87-b474-4278-8c59-e6eddbc6ee59 triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:26:03.161454 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:03.193050 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-5f2dad1a-4409-48b3-9adf-8b75732d67cd None None] Set router 9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd gateway port host: dv-cinder-784945-5-smb {{(pid=85259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:26:03.193280 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc2650b-03c5-4ae7-adaa-91ee52abf5a9 admin admin] Notify agent at l3_agent.dv-cinder-784945-5-smb the message routers_updated {{(pid=85257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 13:26:03.203387 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-7cc2650b-03c5-4ae7-adaa-91ee52abf5a9 admin admin] 10.222.0.64 "PUT /v2.0/routers/9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8561962 Apr 15 13:26:03.755343 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 45770) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:26:03.764123 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-14b93a8a-0205-4b2c-8dd4-19ce3856b220 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1153809724-network', 'tenant_id': 'd6007c2a75434c23a9fb959db2cf0005'}} {{(pid=85258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:26:03.769561 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-14b93a8a-0205-4b2c-8dd4-19ce3856b220 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:26:03.773946 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-14b93a8a-0205-4b2c-8dd4-19ce3856b220 admin admin] Usage tracker for resource:network and tenant:d6007c2a75434c23a9fb959db2cf0005 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:26:03.777058 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-14b93a8a-0205-4b2c-8dd4-19ce3856b220 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:26:03.783367 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-14b93a8a-0205-4b2c-8dd4-19ce3856b220 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:26:03.793955 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b93a8a-0205-4b2c-8dd4-19ce3856b220 admin admin] Made reservation on behalf of d6007c2a75434c23a9fb959db2cf0005 for: {'network': 1} {{(pid=85258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 13:26:03.798834 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-14b93a8a-0205-4b2c-8dd4-19ce3856b220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for network, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:03.812712 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-14b93a8a-0205-4b2c-8dd4-19ce3856b220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:03.822642 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-5f2dad1a-4409-48b3-9adf-8b75732d67cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd', 'name': 'tempest-TestShelveInstance-853427251-router', 'tenant_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.179'}], 'enable_snat': True}, 'gw_port_id': 'bf489e2f-c7fb-4dea-80d5-30f8f1efcf60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:25:57Z', 'updated_at': '2021-04-15T13:26:02Z', 'revision_number': 4, 'project_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'gw_port': {'id': 'bf489e2f-c7fb-4dea-80d5-30f8f1efcf60', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:25:58Z', 'updated_at': '2021-04-15T13:26:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_interfaces': [{'id': '86009ddf-3122-4737-8103-8c4fbf6d526f', 'name': '', 'network_id': '4e1556b8-17b9-4fee-9f24-a3fba80d45cc', 'tenant_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'mac_address': 'fa:16:3e:e3:65:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7bc56e48-b80d-42ad-9732-bb0e49fcd170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:26:01Z', 'updated_at': '2021-04-15T13:26:02Z', 'revision_number': 2, 'project_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'subnets': [{'id': '7bc56e48-b80d-42ad-9732-bb0e49fcd170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:26:03.827032 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2dad1a-4409-48b3-9adf-8b75732d67cd None None] The sync data for ids ['9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd'] in dv-cinder-784945-5-smb is: [{'id': '9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd', 'name': 'tempest-TestShelveInstance-853427251-router', 'tenant_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.179'}], 'enable_snat': True}, 'gw_port_id': 'bf489e2f-c7fb-4dea-80d5-30f8f1efcf60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:25:57Z', 'updated_at': '2021-04-15T13:26:02Z', 'revision_number': 4, 'project_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'gw_port': {'id': 'bf489e2f-c7fb-4dea-80d5-30f8f1efcf60', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:25:58Z', 'updated_at': '2021-04-15T13:26:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_interfaces': [{'id': '86009ddf-3122-4737-8103-8c4fbf6d526f', 'name': '', 'network_id': '4e1556b8-17b9-4fee-9f24-a3fba80d45cc', 'tenant_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'mac_address': 'fa:16:3e:e3:65:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7bc56e48-b80d-42ad-9732-bb0e49fcd170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:26:01Z', 'updated_at': '2021-04-15T13:26:02Z', 'revision_number': 2, 'project_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'subnets': [{'id': '7bc56e48-b80d-42ad-9732-bb0e49fcd170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 13:26:03.829298 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-14b93a8a-0205-4b2c-8dd4-19ce3856b220 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:26:03.833715 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-14b93a8a-0205-4b2c-8dd4-19ce3856b220 admin admin] Usage tracker for resource:security_group_rule and tenant:d6007c2a75434c23a9fb959db2cf0005 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:26:03.837671 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-14b93a8a-0205-4b2c-8dd4-19ce3856b220 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:26:03.845518 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-14b93a8a-0205-4b2c-8dd4-19ce3856b220 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:26:03.935896 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-14b93a8a-0205-4b2c-8dd4-19ce3856b220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:03.938692 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-14b93a8a-0205-4b2c-8dd4-19ce3856b220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:03.942998 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-cc7a80f1-5486-436d-9597-20036333d51a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:26:03.971408 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14b93a8a-0205-4b2c-8dd4-19ce3856b220 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=85258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 13:26:03.981603 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b93a8a-0205-4b2c-8dd4-19ce3856b220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9dc35d4-e661-4d9f-80ae-cf98faaacf61,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:26:03.985602 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-14b93a8a-0205-4b2c-8dd4-19ce3856b220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:26:03.988210 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-14b93a8a-0205-4b2c-8dd4-19ce3856b220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773144'] for segment, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:03.988595 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.db.segments_db [None req-14b93a8a-0205-4b2c-8dd4-19ce3856b220 admin admin] Added segment a45803d4-8717-4780-b8e0-aa4005c74f5b of type vlan for network f95ca8f1-af24-4a00-9347-9c9b903f905f Apr 15 13:26:04.016513 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-14b93a8a-0205-4b2c-8dd4-19ce3856b220 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757045372002'] for network, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:04.047032 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-14b93a8a-0205-4b2c-8dd4-19ce3856b220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424'] for network, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:04.048161 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b93a8a-0205-4b2c-8dd4-19ce3856b220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:26:04.048821 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-14b93a8a-0205-4b2c-8dd4-19ce3856b220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for network, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:04.054432 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:26:04.160518 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-14b93a8a-0205-4b2c-8dd4-19ce3856b220 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4038324 Apr 15 13:26:04.164105 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 45774) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:26:04.166995 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b93a8a-0205-4b2c-8dd4-19ce3856b220 admin admin] Pushing event updated for resources: {'Network': ['ID=f95ca8f1-af24-4a00-9347-9c9b903f905f,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:26:04.172888 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-f643665e-5bf6-42c8-b5dd-def989213ca5 admin admin] Request body: {'subnet': {'network_id': 'f95ca8f1-af24-4a00-9347-9c9b903f905f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1153809724-subnet', 'tenant_id': 'd6007c2a75434c23a9fb959db2cf0005', 'ip_version': 4}} {{(pid=85258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:26:04.176817 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-14b93a8a-0205-4b2c-8dd4-19ce3856b220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:26:04.179410 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Network f95ca8f1-af24-4a00-9347-9c9b903f905f details requested by agent ovs-agent-dv-cinder-784945-5-smb with host dv-cinder-784945-5-smb {{(pid=85259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 13:26:04.179897 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-f643665e-5bf6-42c8-b5dd-def989213ca5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:26:04.184236 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-f643665e-5bf6-42c8-b5dd-def989213ca5 admin admin] Usage tracker for resource:subnet and tenant:d6007c2a75434c23a9fb959db2cf0005 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:26:04.187342 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-f643665e-5bf6-42c8-b5dd-def989213ca5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:26:04.194119 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-f643665e-5bf6-42c8-b5dd-def989213ca5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:26:04.215717 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f643665e-5bf6-42c8-b5dd-def989213ca5 admin admin] Made reservation on behalf of d6007c2a75434c23a9fb959db2cf0005 for: {'subnet': 1} {{(pid=85258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 13:26:04.220953 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-f643665e-5bf6-42c8-b5dd-def989213ca5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853304430'] for subnet, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:04.680739 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-f643665e-5bf6-42c8-b5dd-def989213ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10742104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853304445'] for subnet, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:04.697781 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:26:04.832623 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f643665e-5bf6-42c8-b5dd-def989213ca5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a36c364-d7a9-4207-ba44-af87fbef9810,revision_number=0']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:26:04.838444 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-f643665e-5bf6-42c8-b5dd-def989213ca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:26:04.906137 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device bf489e2f-c7fb-4dea-80d5-30f8f1efcf60 up at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:26:04.909886 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f643665e-5bf6-42c8-b5dd-def989213ca5 admin admin] Checking segment: {'id': 'a45803d4-8717-4780-b8e0-aa4005c74f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'f95ca8f1-af24-4a00-9347-9c9b903f905f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:26:04.910297 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f643665e-5bf6-42c8-b5dd-def989213ca5 admin admin] Network hostable DHCP agents. Network: f95ca8f1-af24-4a00-9347-9c9b903f905f, hostable agents: ['311c43f5-3c4a-4973-9b30-7f7c0bf49be0'], hosted agents: [] {{(pid=85258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 13:26:04.931255 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f643665e-5bf6-42c8-b5dd-def989213ca5 admin admin] Network f95ca8f1-af24-4a00-9347-9c9b903f905f is scheduled to be hosted by DHCP agent 311c43f5-3c4a-4973-9b30-7f7c0bf49be0 with binding_index 1 {{(pid=85258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 13:26:04.940866 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [None req-f643665e-5bf6-42c8-b5dd-def989213ca5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-5-smb, f95ca8f1-af24-4a00-9347-9c9b903f905f) {{(pid=85258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:26:04.954196 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866b9549-7696-4dcd-b8c9-4f5901ec59f6 None None] Network f95ca8f1-af24-4a00-9347-9c9b903f905f requested from dv-cinder-784945-5-smb {{(pid=85259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 13:26:04.956327 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f643665e-5bf6-42c8-b5dd-def989213ca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:26:04.957192 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-f643665e-5bf6-42c8-b5dd-def989213ca5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for subnet, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:04.981575 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 45778) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:26:04.981890 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-f643665e-5bf6-42c8-b5dd-def989213ca5 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8164496 Apr 15 13:26:04.988029 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-e4014c5e-ac70-42bc-bdf4-cb21f2dea12f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1153809724-router', 'tenant_id': 'd6007c2a75434c23a9fb959db2cf0005', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2'}}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:26:04.993854 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-e4014c5e-ac70-42bc-bdf4-cb21f2dea12f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:26:04.998316 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-e4014c5e-ac70-42bc-bdf4-cb21f2dea12f admin admin] Usage tracker for resource:router and tenant:d6007c2a75434c23a9fb959db2cf0005 is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:26:05.001569 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-e4014c5e-ac70-42bc-bdf4-cb21f2dea12f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:26:05.010951 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-e4014c5e-ac70-42bc-bdf4-cb21f2dea12f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:26:05.023945 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e4014c5e-ac70-42bc-bdf4-cb21f2dea12f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853741594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854710284'] for router, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:05.025079 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e4014c5e-ac70-42bc-bdf4-cb21f2dea12f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1033063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-938009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65516'] for router, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:05.043873 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e4014c5e-ac70-42bc-bdf4-cb21f2dea12f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:05.094844 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning for port bf489e2f-c7fb-4dea-80d5-30f8f1efcf60 completed by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:26:05.112738 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning complete for port bf489e2f-c7fb-4dea-80d5-30f8f1efcf60 triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:26:05.113163 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:05.311357 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b291fc0-7fbd-441b-becb-a4d0deab691a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8627bff5-3798-5c6e-aea6-252cc41330bf-f95ca8f1-af24-4a00-9347-9c9b903f905f', 'network_id': 'f95ca8f1-af24-4a00-9347-9c9b903f905f', 'tenant_id': 'd6007c2a75434c23a9fb959db2cf0005', 'fixed_ips': [{'subnet_id': '9a36c364-d7a9-4207-ba44-af87fbef9810'}]}} from dv-cinder-784945-5-smb. {{(pid=85259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 13:26:05.312237 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7b291fc0-7fbd-441b-becb-a4d0deab691a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_create {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:05.344037 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e4014c5e-ac70-42bc-bdf4-cb21f2dea12f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1033076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853741577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65501'] for router, precommit_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:05.395269 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:05.435832 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] For port bf489e2f-c7fb-4dea-80d5-30f8f1efcf60, host dv-cinder-784945-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=bf489e2f-c7fb-4dea-80d5-30f8f1efcf60,segment=NetworkSegment(906bcebc-1c01-4a0b-bcb7-9d225f9b16c2),segment_id=906bcebc-1c01-4a0b-bcb7-9d225f9b16c2)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:26:05.440330 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:05.445253 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:26:05.575941 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Pushing event updated for resources: {'Port': ['ID=bf489e2f-c7fb-4dea-80d5-30f8f1efcf60,revision_number=4']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:26:05.581028 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:26:05.590366 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_common [None req-7b291fc0-7fbd-441b-becb-a4d0deab691a None None] Allocated IP 172.20.0.2 (f95ca8f1-af24-4a00-9347-9c9b903f905f/9a36c364-d7a9-4207-ba44-af87fbef9810/244b692c-a3bc-49b0-ae6b-4e6afcd332c1) {{(pid=85259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 13:26:05.684872 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e4014c5e-ac70-42bc-bdf4-cb21f2dea12f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:05.721211 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e4014c5e-ac70-42bc-bdf4-cb21f2dea12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:05.814986 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7b291fc0-7fbd-441b-becb-a4d0deab691a None None] Notify callbacks [] for port, precommit_create {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:05.826041 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-7b291fc0-7fbd-441b-becb-a4d0deab691a None None] Transition to ACTIVE for port object 244b692c-a3bc-49b0-ae6b-4e6afcd332c1 will not be triggered until provisioned by entity L2. {{(pid=85259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:26:05.845724 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-7b291fc0-7fbd-441b-becb-a4d0deab691a None None] Transition to ACTIVE for port object 244b692c-a3bc-49b0-ae6b-4e6afcd332c1 will not be triggered until provisioned by entity DHCP. {{(pid=85259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:26:05.852293 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7b291fc0-7fbd-441b-becb-a4d0deab691a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757045383897'] for port, after_create {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:05.867577 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_common [None req-e4014c5e-ac70-42bc-bdf4-cb21f2dea12f admin admin] Allocated IP 172.28.3.243 (55d93253-8afb-47db-93d0-1527fbeb95d2/ec126ae6-92bb-4236-889a-ca54f3751a25/e79ff716-438a-4762-9367-0938a1d1903e) {{(pid=85257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 13:26:05.868311 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:26:06.010615 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b291fc0-7fbd-441b-becb-a4d0deab691a None None] Pushing event updated for resources: {'Port': ['ID=244b692c-a3bc-49b0-ae6b-4e6afcd332c1,revision_number=1']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:26:06.013734 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-7b291fc0-7fbd-441b-becb-a4d0deab691a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:26:06.072279 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b291fc0-7fbd-441b-becb-a4d0deab691a None None] Network f95ca8f1-af24-4a00-9347-9c9b903f905f is already hosted by enough agents. {{(pid=85259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 13:26:06.073594 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [None req-7b291fc0-7fbd-441b-becb-a4d0deab691a None None] Resources bound (agent type, host, resource id): {{(pid=85259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:26:06.076243 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b291fc0-7fbd-441b-becb-a4d0deab691a None None] Received port after_create {{(pid=85259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 13:26:06.177292 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-7b291fc0-7fbd-441b-becb-a4d0deab691a None None] Attempting to bind port 244b692c-a3bc-49b0-ae6b-4e6afcd332c1 on host dv-cinder-784945-5-smb for vnic_type normal with profile {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 13:26:06.177704 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-7b291fc0-7fbd-441b-becb-a4d0deab691a None None] Attempting to bind port 244b692c-a3bc-49b0-ae6b-4e6afcd332c1 by drivers openvswitch,hyperv on host dv-cinder-784945-5-smb at level 0 using segments [{'id': 'a45803d4-8717-4780-b8e0-aa4005c74f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'f95ca8f1-af24-4a00-9347-9c9b903f905f'}] {{(pid=85259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 13:26:06.178107 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b291fc0-7fbd-441b-becb-a4d0deab691a None None] Attempting to bind port 244b692c-a3bc-49b0-ae6b-4e6afcd332c1 on network f95ca8f1-af24-4a00-9347-9c9b903f905f {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:26:06.184716 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b291fc0-7fbd-441b-becb-a4d0deab691a None None] Checking agent: {'id': '81e11618-700f-4852-9942-b93dec05a832', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 13, 7, 16), 'started_at': datetime.datetime(2021, 4, 15, 13, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 13, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 13:26:06.185131 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b291fc0-7fbd-441b-becb-a4d0deab691a None None] Checking segment: {'id': 'a45803d4-8717-4780-b8e0-aa4005c74f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'f95ca8f1-af24-4a00-9347-9c9b903f905f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:26:06.185573 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7b291fc0-7fbd-441b-becb-a4d0deab691a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:06.186122 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b291fc0-7fbd-441b-becb-a4d0deab691a None None] Bound using segment: {'id': 'a45803d4-8717-4780-b8e0-aa4005c74f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'f95ca8f1-af24-4a00-9347-9c9b903f905f'} {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 13:26:06.186635 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-7b291fc0-7fbd-441b-becb-a4d0deab691a None None] Bound port: 244b692c-a3bc-49b0-ae6b-4e6afcd332c1, host: dv-cinder-784945-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a45803d4-8717-4780-b8e0-aa4005c74f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'f95ca8f1-af24-4a00-9347-9c9b903f905f'}}] {{(pid=85259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 13:26:06.187089 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7b291fc0-7fbd-441b-becb-a4d0deab691a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:06.277127 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e4014c5e-ac70-42bc-bdf4-cb21f2dea12f admin admin] Notify callbacks [] for port, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:06.281838 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-7b291fc0-7fbd-441b-becb-a4d0deab691a None None] For port 244b692c-a3bc-49b0-ae6b-4e6afcd332c1, host dv-cinder-784945-5-smb, cleared binding levels {{(pid=85259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 13:26:06.284998 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-7b291fc0-7fbd-441b-becb-a4d0deab691a None None] For port 244b692c-a3bc-49b0-ae6b-4e6afcd332c1, host dv-cinder-784945-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=244b692c-a3bc-49b0-ae6b-4e6afcd332c1,segment=NetworkSegment(a45803d4-8717-4780-b8e0-aa4005c74f5b),segment_id=a45803d4-8717-4780-b8e0-aa4005c74f5b)] {{(pid=85259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 13:26:06.288975 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-7b291fc0-7fbd-441b-becb-a4d0deab691a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:06.304466 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:26:06.309048 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e4014c5e-ac70-42bc-bdf4-cb21f2dea12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757045383897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842649921'] for port, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:06.324488 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-89b8027b-0d30-40c9-8c2f-a2ab4167316d tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:26:06.463155 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b291fc0-7fbd-441b-becb-a4d0deab691a None None] Pushing event updated for resources: {'Port': ['ID=244b692c-a3bc-49b0-ae6b-4e6afcd332c1,revision_number=2']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:26:06.465658 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4014c5e-ac70-42bc-bdf4-cb21f2dea12f admin admin] Pushing event updated for resources: {'Port': ['ID=e79ff716-438a-4762-9367-0938a1d1903e,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:26:06.466413 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-7b291fc0-7fbd-441b-becb-a4d0deab691a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:26:06.470518 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-e4014c5e-ac70-42bc-bdf4-cb21f2dea12f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:26:06.529897 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4014c5e-ac70-42bc-bdf4-cb21f2dea12f admin admin] Network 55d93253-8afb-47db-93d0-1527fbeb95d2 is already hosted by enough agents. {{(pid=85257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 13:26:06.531149 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [None req-e4014c5e-ac70-42bc-bdf4-cb21f2dea12f admin admin] Resources bound (agent type, host, resource id): {{(pid=85257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:26:06.533598 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4014c5e-ac70-42bc-bdf4-cb21f2dea12f admin admin] Received port after_create {{(pid=85257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 13:26:06.990600 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab78e39-9827-4af9-af1b-0f10c725e249 None None] Sync routers for ids ['9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd'] in dv-cinder-784945-5-smb {{(pid=85260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 13:26:07.002188 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device bf489e2f-c7fb-4dea-80d5-30f8f1efcf60 up at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:26:07.002398 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab78e39-9827-4af9-af1b-0f10c725e249 None None] Routers {'9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:26:07.003018 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-aab78e39-9827-4af9-af1b-0f10c725e249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:25:45Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd'], 'active': True} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:26:07.013143 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e4014c5e-ac70-42bc-bdf4-cb21f2dea12f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:07.078059 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning complete for port bf489e2f-c7fb-4dea-80d5-30f8f1efcf60 triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:26:07.078410 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:07.203717 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-aab78e39-9827-4af9-af1b-0f10c725e249 None None] Set router 9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd gateway port host: dv-cinder-784945-5-smb {{(pid=85260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:26:07.212707 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device 244b692c-a3bc-49b0-ae6b-4e6afcd332c1 up at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:26:07.284372 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning for port 244b692c-a3bc-49b0-ae6b-4e6afcd332c1 completed by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:26:07.385062 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e4014c5e-ac70-42bc-bdf4-cb21f2dea12f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853742755'] for router, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:07.542899 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-aab78e39-9827-4af9-af1b-0f10c725e249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd', 'name': 'tempest-TestShelveInstance-853427251-router', 'tenant_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.179'}], 'enable_snat': True}, 'gw_port_id': 'bf489e2f-c7fb-4dea-80d5-30f8f1efcf60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:25:57Z', 'updated_at': '2021-04-15T13:26:02Z', 'revision_number': 4, 'project_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'gw_port': {'id': 'bf489e2f-c7fb-4dea-80d5-30f8f1efcf60', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:25:58Z', 'updated_at': '2021-04-15T13:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_interfaces': [{'id': '86009ddf-3122-4737-8103-8c4fbf6d526f', 'name': '', 'network_id': '4e1556b8-17b9-4fee-9f24-a3fba80d45cc', 'tenant_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'mac_address': 'fa:16:3e:e3:65:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7bc56e48-b80d-42ad-9732-bb0e49fcd170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:26:01Z', 'updated_at': '2021-04-15T13:26:02Z', 'revision_number': 2, 'project_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'subnets': [{'id': '7bc56e48-b80d-42ad-9732-bb0e49fcd170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:26:07.547020 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab78e39-9827-4af9-af1b-0f10c725e249 None None] Checking router: 9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd for host: dv-cinder-784945-5-smb {{(pid=85260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 13:26:07.547427 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab78e39-9827-4af9-af1b-0f10c725e249 None None] Updating router 9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd port 86009ddf-3122-4737-8103-8c4fbf6d526f binding host dv-cinder-784945-5-smb {{(pid=85260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 13:26:07.608006 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-aab78e39-9827-4af9-af1b-0f10c725e249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:07.615865 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4014c5e-ac70-42bc-bdf4-cb21f2dea12f admin admin] Router d17851f9-7c97-41fe-8820-5abad1f83108 is scheduled to L3 agent d2850426-fba2-4e27-a3ef-bf91b3b25695 with binding_index 1 {{(pid=85257) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 13:26:07.825850 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4014c5e-ac70-42bc-bdf4-cb21f2dea12f admin admin] Notify agent at l3_agent.dv-cinder-784945-5-smb the message routers_updated {{(pid=85257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 13:26:07.835429 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b400f10-b7ca-4092-a4a2-4a73ca82b9c2 None None] Sync routers for ids ['d17851f9-7c97-41fe-8820-5abad1f83108'] in dv-cinder-784945-5-smb {{(pid=85259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 13:26:07.848748 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b400f10-b7ca-4092-a4a2-4a73ca82b9c2 None None] Routers {'d17851f9-7c97-41fe-8820-5abad1f83108'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:26:07.849547 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-1b400f10-b7ca-4092-a4a2-4a73ca82b9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:25:45Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['d17851f9-7c97-41fe-8820-5abad1f83108'], 'active': True} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:26:07.852949 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e4014c5e-ac70-42bc-bdf4-cb21f2dea12f admin admin] Notify callbacks [] for router, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:07.857070 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-e4014c5e-ac70-42bc-bdf4-cb21f2dea12f admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8712924 Apr 15 13:26:07.857480 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 45782) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:26:08.174131 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006dff1b-edf8-4822-b6b5-ba689c88a0db None None] Network f95ca8f1-af24-4a00-9347-9c9b903f905f requested from dv-cinder-784945-5-smb {{(pid=85259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 13:26:08.242044 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-aab78e39-9827-4af9-af1b-0f10c725e249 None None] Notify callbacks [] for port, precommit_update {{(pid=85260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:08.255292 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-aab78e39-9827-4af9-af1b-0f10c725e249 None None] Transition to ACTIVE for port object 86009ddf-3122-4737-8103-8c4fbf6d526f will not be triggered until provisioned by entity L2. {{(pid=85260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:26:08.262111 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-aab78e39-9827-4af9-af1b-0f10c725e249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:08.280256 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:26:08.291844 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-1876cfcf-e19e-4d60-865c-67f2c6bb93da None None] Provisioning for port 244b692c-a3bc-49b0-ae6b-4e6afcd332c1 completed by entity DHCP. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:26:08.312412 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-1876cfcf-e19e-4d60-865c-67f2c6bb93da None None] Provisioning complete for port 244b692c-a3bc-49b0-ae6b-4e6afcd332c1 triggered by entity DHCP. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:26:08.312848 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1876cfcf-e19e-4d60-865c-67f2c6bb93da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:08.422533 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccccc32-01ce-496f-b42d-be94cd7687b9 None None] Pushing event updated for resources: {'Port': ['ID=86009ddf-3122-4737-8103-8c4fbf6d526f,revision_number=3']} {{(pid=85260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:26:08.441858 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-1b400f10-b7ca-4092-a4a2-4a73ca82b9c2 None None] Set router d17851f9-7c97-41fe-8820-5abad1f83108 gateway port host: dv-cinder-784945-5-smb {{(pid=85259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:26:08.445957 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccccc32-01ce-496f-b42d-be94cd7687b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:26:08.446338 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccccc32-01ce-496f-b42d-be94cd7687b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:26:08.446716 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccccc32-01ce-496f-b42d-be94cd7687b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:26:08.447084 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccccc32-01ce-496f-b42d-be94cd7687b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:26:08.447447 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccccc32-01ce-496f-b42d-be94cd7687b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:26:08.447834 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccccc32-01ce-496f-b42d-be94cd7687b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:26:08.448193 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccccc32-01ce-496f-b42d-be94cd7687b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:26:08.448549 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccccc32-01ce-496f-b42d-be94cd7687b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:26:08.448907 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccccc32-01ce-496f-b42d-be94cd7687b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:26:08.449261 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccccc32-01ce-496f-b42d-be94cd7687b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:26:08.449618 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccccc32-01ce-496f-b42d-be94cd7687b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:26:08.450131 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccccc32-01ce-496f-b42d-be94cd7687b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:26:08.456919 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-9ccccc32-01ce-496f-b42d-be94cd7687b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:26:08.653655 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-aab78e39-9827-4af9-af1b-0f10c725e249 None None] Attempting to bind port 86009ddf-3122-4737-8103-8c4fbf6d526f on host dv-cinder-784945-5-smb for vnic_type normal with profile {{(pid=85260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 13:26:08.654089 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-aab78e39-9827-4af9-af1b-0f10c725e249 None None] Attempting to bind port 86009ddf-3122-4737-8103-8c4fbf6d526f by drivers openvswitch,hyperv on host dv-cinder-784945-5-smb at level 0 using segments [{'id': '80faafa2-d392-43e0-9199-f288dbf3b148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '4e1556b8-17b9-4fee-9f24-a3fba80d45cc'}] {{(pid=85260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 13:26:08.654497 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab78e39-9827-4af9-af1b-0f10c725e249 None None] Attempting to bind port 86009ddf-3122-4737-8103-8c4fbf6d526f on network 4e1556b8-17b9-4fee-9f24-a3fba80d45cc {{(pid=85260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:26:08.662974 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab78e39-9827-4af9-af1b-0f10c725e249 None None] Checking agent: {'id': '81e11618-700f-4852-9942-b93dec05a832', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 13, 7, 16), 'started_at': datetime.datetime(2021, 4, 15, 13, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 13, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 13:26:08.663417 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab78e39-9827-4af9-af1b-0f10c725e249 None None] Checking segment: {'id': '80faafa2-d392-43e0-9199-f288dbf3b148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '4e1556b8-17b9-4fee-9f24-a3fba80d45cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:26:08.663923 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-aab78e39-9827-4af9-af1b-0f10c725e249 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:08.664363 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab78e39-9827-4af9-af1b-0f10c725e249 None None] Bound using segment: {'id': '80faafa2-d392-43e0-9199-f288dbf3b148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '4e1556b8-17b9-4fee-9f24-a3fba80d45cc'} {{(pid=85260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 13:26:08.664891 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-aab78e39-9827-4af9-af1b-0f10c725e249 None None] Bound port: 86009ddf-3122-4737-8103-8c4fbf6d526f, host: dv-cinder-784945-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80faafa2-d392-43e0-9199-f288dbf3b148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '4e1556b8-17b9-4fee-9f24-a3fba80d45cc'}}] {{(pid=85260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 13:26:08.665311 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-aab78e39-9827-4af9-af1b-0f10c725e249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:08.782252 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-aab78e39-9827-4af9-af1b-0f10c725e249 None None] For port 86009ddf-3122-4737-8103-8c4fbf6d526f, host dv-cinder-784945-5-smb, cleared binding levels {{(pid=85260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 13:26:08.785495 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-aab78e39-9827-4af9-af1b-0f10c725e249 None None] For port 86009ddf-3122-4737-8103-8c4fbf6d526f, host dv-cinder-784945-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=86009ddf-3122-4737-8103-8c4fbf6d526f,segment=NetworkSegment(80faafa2-d392-43e0-9199-f288dbf3b148),segment_id=80faafa2-d392-43e0-9199-f288dbf3b148)] {{(pid=85260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 13:26:08.790378 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-aab78e39-9827-4af9-af1b-0f10c725e249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:08.806806 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:26:08.868520 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1876cfcf-e19e-4d60-865c-67f2c6bb93da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:08.889093 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-6c2d0e45-28cd-4b97-8688-627fb54a8dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:08.951083 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccccc32-01ce-496f-b42d-be94cd7687b9 None None] Pushing event updated for resources: {'Port': ['ID=86009ddf-3122-4737-8103-8c4fbf6d526f,revision_number=4']} {{(pid=85260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:26:08.963577 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-9ccccc32-01ce-496f-b42d-be94cd7687b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:26:08.967420 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-1876cfcf-e19e-4d60-865c-67f2c6bb93da None None] For port 244b692c-a3bc-49b0-ae6b-4e6afcd332c1, host dv-cinder-784945-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=244b692c-a3bc-49b0-ae6b-4e6afcd332c1,segment=NetworkSegment(a45803d4-8717-4780-b8e0-aa4005c74f5b),segment_id=a45803d4-8717-4780-b8e0-aa4005c74f5b)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:26:08.986439 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1876cfcf-e19e-4d60-865c-67f2c6bb93da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:08.990283 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-4f109c14-8789-4928-bb0e-1b18bdf67c51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:26:09.009202 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab78e39-9827-4af9-af1b-0f10c725e249 None None] Routers {'9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:26:09.009877 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-aab78e39-9827-4af9-af1b-0f10c725e249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:25:45Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd'], 'active': True} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:26:09.105129 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-1b400f10-b7ca-4092-a4a2-4a73ca82b9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17851f9-7c97-41fe-8820-5abad1f83108', 'name': 'tempest-TestShelveInstance-1153809724-router', 'tenant_id': 'd6007c2a75434c23a9fb959db2cf0005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.243'}], 'enable_snat': True}, 'gw_port_id': 'e79ff716-438a-4762-9367-0938a1d1903e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:26:05Z', 'updated_at': '2021-04-15T13:26:06Z', 'revision_number': 3, 'project_id': 'd6007c2a75434c23a9fb959db2cf0005', 'gw_port': {'id': 'e79ff716-438a-4762-9367-0938a1d1903e', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:07:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17851f9-7c97-41fe-8820-5abad1f83108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:26:05Z', 'updated_at': '2021-04-15T13:26:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb'}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:26:09.110857 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b400f10-b7ca-4092-a4a2-4a73ca82b9c2 None None] Checking router: d17851f9-7c97-41fe-8820-5abad1f83108 for host: dv-cinder-784945-5-smb {{(pid=85259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 13:26:09.111264 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b400f10-b7ca-4092-a4a2-4a73ca82b9c2 None None] Updating router d17851f9-7c97-41fe-8820-5abad1f83108 port e79ff716-438a-4762-9367-0938a1d1903e binding host dv-cinder-784945-5-smb {{(pid=85259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 13:26:09.164443 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1876cfcf-e19e-4d60-865c-67f2c6bb93da None None] Pushing event updated for resources: {'Port': ['ID=244b692c-a3bc-49b0-ae6b-4e6afcd332c1,revision_number=3']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:26:09.174578 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_common [None req-6c2d0e45-28cd-4b97-8688-627fb54a8dd0 admin admin] Allocated IP 172.20.0.1 (f95ca8f1-af24-4a00-9347-9c9b903f905f/9a36c364-d7a9-4207-ba44-af87fbef9810/35f55121-f50d-48ba-8d56-d6c051b18868) {{(pid=85258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 13:26:09.183127 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-1876cfcf-e19e-4d60-865c-67f2c6bb93da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:26:09.202353 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1b400f10-b7ca-4092-a4a2-4a73ca82b9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:09.254031 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-aab78e39-9827-4af9-af1b-0f10c725e249 None None] Set router 9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd gateway port host: dv-cinder-784945-5-smb {{(pid=85260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:26:09.366043 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-6c2d0e45-28cd-4b97-8688-627fb54a8dd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:09.384185 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-6c2d0e45-28cd-4b97-8688-627fb54a8dd0 admin admin] Transition to ACTIVE for port object 35f55121-f50d-48ba-8d56-d6c051b18868 will not be triggered until provisioned by entity DHCP. {{(pid=85258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:26:09.410154 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-6c2d0e45-28cd-4b97-8688-627fb54a8dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757045383897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10742258'] for port, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:09.427795 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-75f932ce-2b72-4087-b7de-07c01d99b64f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:26:09.520175 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-501ed117-5fb8-4841-a32d-abbcd87c48bc None None] Provisioning complete for port 244b692c-a3bc-49b0-ae6b-4e6afcd332c1 triggered by entity DHCP. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:26:09.520510 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-501ed117-5fb8-4841-a32d-abbcd87c48bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:09.589445 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2d0e45-28cd-4b97-8688-627fb54a8dd0 admin admin] Pushing event updated for resources: {'Port': ['ID=35f55121-f50d-48ba-8d56-d6c051b18868,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:26:09.592835 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-6c2d0e45-28cd-4b97-8688-627fb54a8dd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:26:09.620026 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-aab78e39-9827-4af9-af1b-0f10c725e249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd', 'name': 'tempest-TestShelveInstance-853427251-router', 'tenant_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.179'}], 'enable_snat': True}, 'gw_port_id': 'bf489e2f-c7fb-4dea-80d5-30f8f1efcf60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:25:57Z', 'updated_at': '2021-04-15T13:26:02Z', 'revision_number': 4, 'project_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'gw_port': {'id': 'bf489e2f-c7fb-4dea-80d5-30f8f1efcf60', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:25:58Z', 'updated_at': '2021-04-15T13:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_interfaces': [{'id': '86009ddf-3122-4737-8103-8c4fbf6d526f', 'name': '', 'network_id': '4e1556b8-17b9-4fee-9f24-a3fba80d45cc', 'tenant_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'mac_address': 'fa:16:3e:e3:65:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7bc56e48-b80d-42ad-9732-bb0e49fcd170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:26:01Z', 'updated_at': '2021-04-15T13:26:08Z', 'revision_number': 4, 'project_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'subnets': [{'id': '7bc56e48-b80d-42ad-9732-bb0e49fcd170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:26:09.625157 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab78e39-9827-4af9-af1b-0f10c725e249 None None] The sync data for ids ['9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd'] in dv-cinder-784945-5-smb is: [{'id': '9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd', 'name': 'tempest-TestShelveInstance-853427251-router', 'tenant_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.179'}], 'enable_snat': True}, 'gw_port_id': 'bf489e2f-c7fb-4dea-80d5-30f8f1efcf60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:25:57Z', 'updated_at': '2021-04-15T13:26:02Z', 'revision_number': 4, 'project_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'gw_port': {'id': 'bf489e2f-c7fb-4dea-80d5-30f8f1efcf60', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:25:58Z', 'updated_at': '2021-04-15T13:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_interfaces': [{'id': '86009ddf-3122-4737-8103-8c4fbf6d526f', 'name': '', 'network_id': '4e1556b8-17b9-4fee-9f24-a3fba80d45cc', 'tenant_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'mac_address': 'fa:16:3e:e3:65:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7bc56e48-b80d-42ad-9732-bb0e49fcd170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:26:01Z', 'updated_at': '2021-04-15T13:26:08Z', 'revision_number': 4, 'project_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'subnets': [{'id': '7bc56e48-b80d-42ad-9732-bb0e49fcd170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 13:26:09.653019 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2d0e45-28cd-4b97-8688-627fb54a8dd0 admin admin] Network f95ca8f1-af24-4a00-9347-9c9b903f905f is already hosted by enough agents. {{(pid=85258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 13:26:09.654202 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [None req-6c2d0e45-28cd-4b97-8688-627fb54a8dd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=85258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:26:09.656554 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2d0e45-28cd-4b97-8688-627fb54a8dd0 admin admin] Received port after_create {{(pid=85258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 13:26:09.722276 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-6c2d0e45-28cd-4b97-8688-627fb54a8dd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853742696'] for router_interface, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:09.783956 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1b400f10-b7ca-4092-a4a2-4a73ca82b9c2 None None] Notify callbacks [] for port, precommit_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:09.799266 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-1b400f10-b7ca-4092-a4a2-4a73ca82b9c2 None None] Transition to ACTIVE for port object e79ff716-438a-4762-9367-0938a1d1903e will not be triggered until provisioned by entity L2. {{(pid=85259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:26:09.815705 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1b400f10-b7ca-4092-a4a2-4a73ca82b9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:09.907082 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:26:10.003162 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-75894e40-3407-4b63-a1e8-1aa0f48e0170 None None] Provisioning for port 35f55121-f50d-48ba-8d56-d6c051b18868 completed by entity DHCP. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:26:10.010385 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c40a5d9-3f35-4469-8d1f-9754473cf202 None None] Pushing event updated for resources: {'Port': ['ID=e79ff716-438a-4762-9367-0938a1d1903e,revision_number=2']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:26:10.016260 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-0c40a5d9-3f35-4469-8d1f-9754473cf202 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:26:10.017015 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-75894e40-3407-4b63-a1e8-1aa0f48e0170 None None] Provisioning complete for port 35f55121-f50d-48ba-8d56-d6c051b18868 triggered by entity DHCP. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:26:10.017430 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-75894e40-3407-4b63-a1e8-1aa0f48e0170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:10.032834 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-6c2d0e45-28cd-4b97-8688-627fb54a8dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:10.109712 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-75894e40-3407-4b63-a1e8-1aa0f48e0170 None None] Port 35f55121-f50d-48ba-8d56-d6c051b18868 cannot update to ACTIVE because it is not bound. {{(pid=85259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 13:26:10.131045 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-1b400f10-b7ca-4092-a4a2-4a73ca82b9c2 None None] Attempting to bind port e79ff716-438a-4762-9367-0938a1d1903e on host dv-cinder-784945-5-smb for vnic_type normal with profile {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 13:26:10.131459 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-1b400f10-b7ca-4092-a4a2-4a73ca82b9c2 None None] Attempting to bind port e79ff716-438a-4762-9367-0938a1d1903e by drivers openvswitch,hyperv on host dv-cinder-784945-5-smb at level 0 using segments [{'id': '906bcebc-1c01-4a0b-bcb7-9d225f9b16c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2'}] {{(pid=85259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 13:26:10.132113 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b400f10-b7ca-4092-a4a2-4a73ca82b9c2 None None] Attempting to bind port e79ff716-438a-4762-9367-0938a1d1903e on network 55d93253-8afb-47db-93d0-1527fbeb95d2 {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:26:10.137900 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b400f10-b7ca-4092-a4a2-4a73ca82b9c2 None None] Checking agent: {'id': '81e11618-700f-4852-9942-b93dec05a832', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 13, 7, 16), 'started_at': datetime.datetime(2021, 4, 15, 13, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 13, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 13:26:10.138317 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b400f10-b7ca-4092-a4a2-4a73ca82b9c2 None None] Checking segment: {'id': '906bcebc-1c01-4a0b-bcb7-9d225f9b16c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:26:10.138761 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1b400f10-b7ca-4092-a4a2-4a73ca82b9c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:10.139193 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b400f10-b7ca-4092-a4a2-4a73ca82b9c2 None None] Bound using segment: {'id': '906bcebc-1c01-4a0b-bcb7-9d225f9b16c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2'} {{(pid=85259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 13:26:10.139732 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-1b400f10-b7ca-4092-a4a2-4a73ca82b9c2 None None] Bound port: e79ff716-438a-4762-9367-0938a1d1903e, host: dv-cinder-784945-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906bcebc-1c01-4a0b-bcb7-9d225f9b16c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2'}}] {{(pid=85259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 13:26:10.140150 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1b400f10-b7ca-4092-a4a2-4a73ca82b9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:10.220027 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-1b400f10-b7ca-4092-a4a2-4a73ca82b9c2 None None] For port e79ff716-438a-4762-9367-0938a1d1903e, host dv-cinder-784945-5-smb, cleared binding levels {{(pid=85259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 13:26:10.223118 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-1b400f10-b7ca-4092-a4a2-4a73ca82b9c2 None None] For port e79ff716-438a-4762-9367-0938a1d1903e, host dv-cinder-784945-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=e79ff716-438a-4762-9367-0938a1d1903e,segment=NetworkSegment(906bcebc-1c01-4a0b-bcb7-9d225f9b16c2),segment_id=906bcebc-1c01-4a0b-bcb7-9d225f9b16c2)] {{(pid=85259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 13:26:10.227996 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-1b400f10-b7ca-4092-a4a2-4a73ca82b9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:10.243675 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:26:10.342890 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-6c2d0e45-28cd-4b97-8688-627fb54a8dd0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:10.346953 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-6c2d0e45-28cd-4b97-8688-627fb54a8dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844033590'] for port, after_update {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:10.376722 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-2e07fcc7-5117-4dbd-8c1c-988fd2a999df tempest-TestMinimumBasicScenario-325790902 tempest-TestMinimumBasicScenario-325790902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:26:10.387355 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c40a5d9-3f35-4469-8d1f-9754473cf202 None None] Pushing event updated for resources: {'Port': ['ID=e79ff716-438a-4762-9367-0938a1d1903e,revision_number=3']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:26:10.400738 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-0c40a5d9-3f35-4469-8d1f-9754473cf202 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:26:10.445909 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b400f10-b7ca-4092-a4a2-4a73ca82b9c2 None None] Routers {'d17851f9-7c97-41fe-8820-5abad1f83108'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:26:10.446601 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-1b400f10-b7ca-4092-a4a2-4a73ca82b9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:25:45Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['d17851f9-7c97-41fe-8820-5abad1f83108'], 'active': True} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:26:10.467361 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-6c2d0e45-28cd-4b97-8688-627fb54a8dd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854146407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853743053'] for router_interface, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:10.483792 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2d0e45-28cd-4b97-8688-627fb54a8dd0 admin admin] Pushing event updated for resources: {'Port': ['ID=35f55121-f50d-48ba-8d56-d6c051b18868,revision_number=2']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:26:10.490034 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-6c2d0e45-28cd-4b97-8688-627fb54a8dd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:26:10.624254 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2d0e45-28cd-4b97-8688-627fb54a8dd0 admin admin] Network f95ca8f1-af24-4a00-9347-9c9b903f905f is already hosted by enough agents. {{(pid=85258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 13:26:10.625561 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [None req-6c2d0e45-28cd-4b97-8688-627fb54a8dd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=85258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:26:10.841727 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2d0e45-28cd-4b97-8688-627fb54a8dd0 admin admin] Router d17851f9-7c97-41fe-8820-5abad1f83108 has already been hosted by L3 agent d2850426-fba2-4e27-a3ef-bf91b3b25695 {{(pid=85258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 13:26:10.858917 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-1b400f10-b7ca-4092-a4a2-4a73ca82b9c2 None None] Set router d17851f9-7c97-41fe-8820-5abad1f83108 gateway port host: dv-cinder-784945-5-smb {{(pid=85259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:26:10.905829 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-e4e7da41-589c-446e-97a4-31d6533e5973 None None] Provisioning complete for port 35f55121-f50d-48ba-8d56-d6c051b18868 triggered by entity DHCP. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:26:10.906166 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e4e7da41-589c-446e-97a4-31d6533e5973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:10.949163 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device 86009ddf-3122-4737-8103-8c4fbf6d526f up at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:26:11.038564 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2d0e45-28cd-4b97-8688-627fb54a8dd0 admin admin] Notify agent at l3_agent.dv-cinder-784945-5-smb the message routers_updated {{(pid=85258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 13:26:11.048231 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-6c2d0e45-28cd-4b97-8688-627fb54a8dd0 admin admin] 10.222.0.64 "PUT /v2.0/routers/d17851f9-7c97-41fe-8820-5abad1f83108/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1895893 Apr 15 13:26:11.106533 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-e4e7da41-589c-446e-97a4-31d6533e5973 None None] Port 35f55121-f50d-48ba-8d56-d6c051b18868 cannot update to ACTIVE because it is not bound. {{(pid=85259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 13:26:11.222492 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning for port 86009ddf-3122-4737-8103-8c4fbf6d526f completed by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:26:11.232271 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning complete for port 86009ddf-3122-4737-8103-8c4fbf6d526f triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:26:11.232702 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:11.440916 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:11.479612 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-1b400f10-b7ca-4092-a4a2-4a73ca82b9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17851f9-7c97-41fe-8820-5abad1f83108', 'name': 'tempest-TestShelveInstance-1153809724-router', 'tenant_id': 'd6007c2a75434c23a9fb959db2cf0005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.243'}], 'enable_snat': True}, 'gw_port_id': 'e79ff716-438a-4762-9367-0938a1d1903e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:26:05Z', 'updated_at': '2021-04-15T13:26:09Z', 'revision_number': 4, 'project_id': 'd6007c2a75434c23a9fb959db2cf0005', 'gw_port': {'id': 'e79ff716-438a-4762-9367-0938a1d1903e', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:07:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17851f9-7c97-41fe-8820-5abad1f83108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:26:05Z', 'updated_at': '2021-04-15T13:26:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_interfaces': [{'id': '35f55121-f50d-48ba-8d56-d6c051b18868', 'name': '', 'network_id': 'f95ca8f1-af24-4a00-9347-9c9b903f905f', 'tenant_id': 'd6007c2a75434c23a9fb959db2cf0005', 'mac_address': 'fa:16:3e:d5:3c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17851f9-7c97-41fe-8820-5abad1f83108', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '9a36c364-d7a9-4207-ba44-af87fbef9810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:26:08Z', 'updated_at': '2021-04-15T13:26:10Z', 'revision_number': 2, 'project_id': 'd6007c2a75434c23a9fb959db2cf0005', 'subnets': [{'id': '9a36c364-d7a9-4207-ba44-af87fbef9810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:26:11.486399 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b400f10-b7ca-4092-a4a2-4a73ca82b9c2 None None] The sync data for ids ['d17851f9-7c97-41fe-8820-5abad1f83108'] in dv-cinder-784945-5-smb is: [{'id': 'd17851f9-7c97-41fe-8820-5abad1f83108', 'name': 'tempest-TestShelveInstance-1153809724-router', 'tenant_id': 'd6007c2a75434c23a9fb959db2cf0005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.243'}], 'enable_snat': True}, 'gw_port_id': 'e79ff716-438a-4762-9367-0938a1d1903e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:26:05Z', 'updated_at': '2021-04-15T13:26:09Z', 'revision_number': 4, 'project_id': 'd6007c2a75434c23a9fb959db2cf0005', 'gw_port': {'id': 'e79ff716-438a-4762-9367-0938a1d1903e', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:07:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17851f9-7c97-41fe-8820-5abad1f83108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:26:05Z', 'updated_at': '2021-04-15T13:26:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_interfaces': [{'id': '35f55121-f50d-48ba-8d56-d6c051b18868', 'name': '', 'network_id': 'f95ca8f1-af24-4a00-9347-9c9b903f905f', 'tenant_id': 'd6007c2a75434c23a9fb959db2cf0005', 'mac_address': 'fa:16:3e:d5:3c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17851f9-7c97-41fe-8820-5abad1f83108', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '9a36c364-d7a9-4207-ba44-af87fbef9810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:26:08Z', 'updated_at': '2021-04-15T13:26:10Z', 'revision_number': 2, 'project_id': 'd6007c2a75434c23a9fb959db2cf0005', 'subnets': [{'id': '9a36c364-d7a9-4207-ba44-af87fbef9810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 13:26:11.492060 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] For port 86009ddf-3122-4737-8103-8c4fbf6d526f, host dv-cinder-784945-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=86009ddf-3122-4737-8103-8c4fbf6d526f,segment=NetworkSegment(80faafa2-d392-43e0-9199-f288dbf3b148),segment_id=80faafa2-d392-43e0-9199-f288dbf3b148)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:26:11.495367 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:11.496444 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device 244b692c-a3bc-49b0-ae6b-4e6afcd332c1 up at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:26:11.530361 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:26:11.633006 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Pushing event updated for resources: {'Port': ['ID=86009ddf-3122-4737-8103-8c4fbf6d526f,revision_number=5']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:26:11.637063 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:26:11.642907 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning complete for port 244b692c-a3bc-49b0-ae6b-4e6afcd332c1 triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:26:11.643433 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:11.660555 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 45792) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:26:11.667391 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-070ed066-94c8-4837-9ce7-170e3c476233 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1431325260', 'description': 'tempest-secgroup-smoke-1431325260 description', 'project_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78'}} {{(pid=85258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:26:11.674679 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-070ed066-94c8-4837-9ce7-170e3c476233 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:26:11.679842 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-070ed066-94c8-4837-9ce7-170e3c476233 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Usage tracker for resource:security_group and tenant:9ce8cbcfb75946d2b44cbcaaf3a0ca78 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:26:11.683022 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-070ed066-94c8-4837-9ce7-170e3c476233 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:26:11.689828 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-070ed066-94c8-4837-9ce7-170e3c476233 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:26:11.703691 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-070ed066-94c8-4837-9ce7-170e3c476233 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Notify callbacks [] for security_group, before_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:11.727166 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-070ed066-94c8-4837-9ce7-170e3c476233 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:26:11.731615 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-070ed066-94c8-4837-9ce7-170e3c476233 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Usage tracker for resource:security_group_rule and tenant:9ce8cbcfb75946d2b44cbcaaf3a0ca78 is out of sync, need to count used quota {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:26:11.734486 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-070ed066-94c8-4837-9ce7-170e3c476233 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:26:11.740585 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-070ed066-94c8-4837-9ce7-170e3c476233 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:26:11.816684 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-070ed066-94c8-4837-9ce7-170e3c476233 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Notify callbacks [] for security_group, precommit_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:11.819772 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-070ed066-94c8-4837-9ce7-170e3c476233 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_create {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:11.825873 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-e2708687-5d2a-4653-9d93-c2fc9f1c82bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:26:11.871277 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-070ed066-94c8-4837-9ce7-170e3c476233 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Notify callbacks [] for security_group, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:11.872671 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-070ed066-94c8-4837-9ce7-170e3c476233 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2110109 Apr 15 13:26:11.873718 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ed066-94c8-4837-9ce7-170e3c476233 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=061f79ba-5dd6-4bd7-8e7f-a044d9473cb9,revision_number=1']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:26:11.878905 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 45796) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:26:11.879114 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-070ed066-94c8-4837-9ce7-170e3c476233 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:26:11.882167 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-04c0c5a7-e899-4033-86b9-2972aced7360 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Request body: {'security_group_rule': {'security_group_id': '061f79ba-5dd6-4bd7-8e7f-a044d9473cb9', 'project_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:26:11.891008 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-04c0c5a7-e899-4033-86b9-2972aced7360 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:26:11.903262 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-04c0c5a7-e899-4033-86b9-2972aced7360 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Usage tracker for resource:security_group_rule and tenant:9ce8cbcfb75946d2b44cbcaaf3a0ca78 is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:26:11.907921 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-04c0c5a7-e899-4033-86b9-2972aced7360 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:26:11.916092 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-04c0c5a7-e899-4033-86b9-2972aced7360 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:26:11.933131 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-04c0c5a7-e899-4033-86b9-2972aced7360 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:12.009910 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-04c0c5a7-e899-4033-86b9-2972aced7360 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:12.014480 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-04c0c5a7-e899-4033-86b9-2972aced7360 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853838685'] for security_group_rule, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:12.016704 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:26:12.027263 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ed0b6c01-d430-4ed9-818e-b040bbe0ac65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:12.047252 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c0c5a7-e899-4033-86b9-2972aced7360 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15d3a8f0-2650-4b8b-ad5c-2628a0126203,revision_number=0']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:26:12.053333 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-04c0c5a7-e899-4033-86b9-2972aced7360 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:26:12.057766 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-04c0c5a7-e899-4033-86b9-2972aced7360 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:12.059082 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-04c0c5a7-e899-4033-86b9-2972aced7360 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1819229 Apr 15 13:26:12.061990 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 45800) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:26:12.067814 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-3aadd974-87a0-4f35-b7e3-a99db664c173 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Request body: {'security_group_rule': {'security_group_id': '061f79ba-5dd6-4bd7-8e7f-a044d9473cb9', 'project_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:26:12.075022 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-3aadd974-87a0-4f35-b7e3-a99db664c173 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:26:12.079536 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-3aadd974-87a0-4f35-b7e3-a99db664c173 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Usage tracker for resource:security_group_rule and tenant:9ce8cbcfb75946d2b44cbcaaf3a0ca78 is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:26:12.082603 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-3aadd974-87a0-4f35-b7e3-a99db664c173 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:26:12.089660 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-3aadd974-87a0-4f35-b7e3-a99db664c173 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:26:12.108974 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-3aadd974-87a0-4f35-b7e3-a99db664c173 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:12.178154 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-3aadd974-87a0-4f35-b7e3-a99db664c173 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:12.181055 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-3aadd974-87a0-4f35-b7e3-a99db664c173 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853838685'] for security_group_rule, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:12.183156 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:26:12.211584 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aadd974-87a0-4f35-b7e3-a99db664c173 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a43685e1-32c2-430a-8826-fafae227deaf,revision_number=0']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:26:12.216743 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-3aadd974-87a0-4f35-b7e3-a99db664c173 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:26:12.221271 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-3aadd974-87a0-4f35-b7e3-a99db664c173 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:12.222565 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-3aadd974-87a0-4f35-b7e3-a99db664c173 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1595697 Apr 15 13:26:12.225631 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 45804) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:26:12.233817 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-e615d9b5-3873-4dbc-b456-14c439b1c00d tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Request body: {'security_group_rule': {'security_group_id': '061f79ba-5dd6-4bd7-8e7f-a044d9473cb9', 'project_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:26:12.242360 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-e615d9b5-3873-4dbc-b456-14c439b1c00d tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:26:12.246643 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-e615d9b5-3873-4dbc-b456-14c439b1c00d tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Usage tracker for resource:security_group_rule and tenant:9ce8cbcfb75946d2b44cbcaaf3a0ca78 is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:26:12.249704 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-e615d9b5-3873-4dbc-b456-14c439b1c00d tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:26:12.255857 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-e615d9b5-3873-4dbc-b456-14c439b1c00d tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:26:12.282685 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e615d9b5-3873-4dbc-b456-14c439b1c00d tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:12.355128 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e615d9b5-3873-4dbc-b456-14c439b1c00d tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:12.357927 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e615d9b5-3873-4dbc-b456-14c439b1c00d tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853838685'] for security_group_rule, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:12.366301 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-04c0c5a7-e899-4033-86b9-2972aced7360 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:26:12.387690 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e615d9b5-3873-4dbc-b456-14c439b1c00d tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e70a571-8de1-4ffc-be85-fc49e77db012,revision_number=0']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:26:12.390318 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-e615d9b5-3873-4dbc-b456-14c439b1c00d tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:26:12.397161 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-e615d9b5-3873-4dbc-b456-14c439b1c00d tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:12.399184 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-e615d9b5-3873-4dbc-b456-14c439b1c00d tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1725249 Apr 15 13:26:12.402120 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 45808) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:26:12.408105 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-d1d15f10-d64a-4336-b6d0-e35a89953932 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Request body: {'security_group_rule': {'security_group_id': '061f79ba-5dd6-4bd7-8e7f-a044d9473cb9', 'project_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:26:12.415491 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-d1d15f10-d64a-4336-b6d0-e35a89953932 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:26:12.419832 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-d1d15f10-d64a-4336-b6d0-e35a89953932 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Usage tracker for resource:security_group_rule and tenant:9ce8cbcfb75946d2b44cbcaaf3a0ca78 is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:26:12.422985 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-d1d15f10-d64a-4336-b6d0-e35a89953932 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:26:12.430152 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-d1d15f10-d64a-4336-b6d0-e35a89953932 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:26:12.452144 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d1d15f10-d64a-4336-b6d0-e35a89953932 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:12.526522 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d1d15f10-d64a-4336-b6d0-e35a89953932 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:12.529935 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d1d15f10-d64a-4336-b6d0-e35a89953932 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853838685'] for security_group_rule, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:12.532444 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-3aadd974-87a0-4f35-b7e3-a99db664c173 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:26:12.559025 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d15f10-d64a-4336-b6d0-e35a89953932 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6a84031-1f3a-41fb-a52f-f4883820e68f,revision_number=0']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:26:12.561706 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-d1d15f10-d64a-4336-b6d0-e35a89953932 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:26:12.568613 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d1d15f10-d64a-4336-b6d0-e35a89953932 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:12.570630 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-d1d15f10-d64a-4336-b6d0-e35a89953932 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1674263 Apr 15 13:26:12.573946 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 45812) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:26:12.579874 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-3e989788-57f9-46bd-a918-231ef985bc20 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Request body: {'security_group_rule': {'security_group_id': '061f79ba-5dd6-4bd7-8e7f-a044d9473cb9', 'project_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:26:12.586566 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-3e989788-57f9-46bd-a918-231ef985bc20 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:26:12.590744 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-3e989788-57f9-46bd-a918-231ef985bc20 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Usage tracker for resource:security_group_rule and tenant:9ce8cbcfb75946d2b44cbcaaf3a0ca78 is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:26:12.593845 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-3e989788-57f9-46bd-a918-231ef985bc20 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:26:12.599973 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-3e989788-57f9-46bd-a918-231ef985bc20 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:26:12.611037 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.db.securitygroups_db [None req-3e989788-57f9-46bd-a918-231ef985bc20 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Project 9ce8cbcfb75946d2b44cbcaaf3a0ca78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 13:26:12.618868 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-3e989788-57f9-46bd-a918-231ef985bc20 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:12.692638 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-3e989788-57f9-46bd-a918-231ef985bc20 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:12.696088 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-3e989788-57f9-46bd-a918-231ef985bc20 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853838685'] for security_group_rule, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:12.698308 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-e615d9b5-3873-4dbc-b456-14c439b1c00d tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:26:12.722101 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e989788-57f9-46bd-a918-231ef985bc20 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=479a9ccd-53e6-4246-b00a-98e09d50cd50,revision_number=0']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:26:12.724746 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-3e989788-57f9-46bd-a918-231ef985bc20 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:26:12.732102 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-3e989788-57f9-46bd-a918-231ef985bc20 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:12.733538 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-3e989788-57f9-46bd-a918-231ef985bc20 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1584997 Apr 15 13:26:12.736412 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 45816) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:26:12.742812 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-61202c7d-d36a-4341-8b11-235699e6b50c tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Request body: {'security_group_rule': {'security_group_id': '061f79ba-5dd6-4bd7-8e7f-a044d9473cb9', 'project_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:26:12.749524 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-61202c7d-d36a-4341-8b11-235699e6b50c tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:26:12.753766 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-61202c7d-d36a-4341-8b11-235699e6b50c tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Usage tracker for resource:security_group_rule and tenant:9ce8cbcfb75946d2b44cbcaaf3a0ca78 is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:26:12.757336 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-61202c7d-d36a-4341-8b11-235699e6b50c tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:26:12.763572 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-61202c7d-d36a-4341-8b11-235699e6b50c tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:26:12.773806 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.db.securitygroups_db [None req-61202c7d-d36a-4341-8b11-235699e6b50c tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Project 9ce8cbcfb75946d2b44cbcaaf3a0ca78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 13:26:12.780818 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-61202c7d-d36a-4341-8b11-235699e6b50c tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:12.858748 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-61202c7d-d36a-4341-8b11-235699e6b50c tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:12.861847 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-61202c7d-d36a-4341-8b11-235699e6b50c tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853838685'] for security_group_rule, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:12.864200 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-d1d15f10-d64a-4336-b6d0-e35a89953932 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:26:12.890138 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61202c7d-d36a-4341-8b11-235699e6b50c tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ec61610-3c5a-4527-84f9-146b113e104c,revision_number=0']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:26:12.892824 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-61202c7d-d36a-4341-8b11-235699e6b50c tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:26:12.900628 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-61202c7d-d36a-4341-8b11-235699e6b50c tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:12.901913 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-61202c7d-d36a-4341-8b11-235699e6b50c tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1645200 Apr 15 13:26:12.969716 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device e79ff716-438a-4762-9367-0938a1d1903e up at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:26:13.044388 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning for port e79ff716-438a-4762-9367-0938a1d1903e completed by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:26:13.049287 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning complete for port e79ff716-438a-4762-9367-0938a1d1903e triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:26:13.049711 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:13.179900 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:13.197696 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] For port e79ff716-438a-4762-9367-0938a1d1903e, host dv-cinder-784945-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=e79ff716-438a-4762-9367-0938a1d1903e,segment=NetworkSegment(906bcebc-1c01-4a0b-bcb7-9d225f9b16c2),segment_id=906bcebc-1c01-4a0b-bcb7-9d225f9b16c2)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:26:13.200628 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:13.201518 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device 86009ddf-3122-4737-8103-8c4fbf6d526f up at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:26:13.232795 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-0c40a5d9-3f35-4469-8d1f-9754473cf202 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:26:13.332401 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Pushing event updated for resources: {'Port': ['ID=e79ff716-438a-4762-9367-0938a1d1903e,revision_number=4']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:26:13.335815 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:26:13.346169 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning complete for port 86009ddf-3122-4737-8103-8c4fbf6d526f triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:26:13.346593 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:14.649297 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc4b85d-343e-481b-8c7d-7939aa92ba29 None None] Sync routers for ids ['d17851f9-7c97-41fe-8820-5abad1f83108'] in dv-cinder-784945-5-smb {{(pid=85260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 13:26:14.665130 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a3d5cbe5-f4b1-4b1b-85d6-72c17abbfc56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:14.665487 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc4b85d-343e-481b-8c7d-7939aa92ba29 None None] Routers {'d17851f9-7c97-41fe-8820-5abad1f83108'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:26:14.666363 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-fdc4b85d-343e-481b-8c7d-7939aa92ba29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:25:45Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['d17851f9-7c97-41fe-8820-5abad1f83108'], 'active': True} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:26:14.860238 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-fdc4b85d-343e-481b-8c7d-7939aa92ba29 None None] Set router d17851f9-7c97-41fe-8820-5abad1f83108 gateway port host: dv-cinder-784945-5-smb {{(pid=85260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:26:14.880186 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device e79ff716-438a-4762-9367-0938a1d1903e up at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:26:14.959141 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning complete for port e79ff716-438a-4762-9367-0938a1d1903e triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:26:14.959487 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:15.352858 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-fdc4b85d-343e-481b-8c7d-7939aa92ba29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17851f9-7c97-41fe-8820-5abad1f83108', 'name': 'tempest-TestShelveInstance-1153809724-router', 'tenant_id': 'd6007c2a75434c23a9fb959db2cf0005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.243'}], 'enable_snat': True}, 'gw_port_id': 'e79ff716-438a-4762-9367-0938a1d1903e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:26:05Z', 'updated_at': '2021-04-15T13:26:09Z', 'revision_number': 4, 'project_id': 'd6007c2a75434c23a9fb959db2cf0005', 'gw_port': {'id': 'e79ff716-438a-4762-9367-0938a1d1903e', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:07:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17851f9-7c97-41fe-8820-5abad1f83108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:26:05Z', 'updated_at': '2021-04-15T13:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_interfaces': [{'id': '35f55121-f50d-48ba-8d56-d6c051b18868', 'name': '', 'network_id': 'f95ca8f1-af24-4a00-9347-9c9b903f905f', 'tenant_id': 'd6007c2a75434c23a9fb959db2cf0005', 'mac_address': 'fa:16:3e:d5:3c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17851f9-7c97-41fe-8820-5abad1f83108', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '9a36c364-d7a9-4207-ba44-af87fbef9810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:26:08Z', 'updated_at': '2021-04-15T13:26:10Z', 'revision_number': 2, 'project_id': 'd6007c2a75434c23a9fb959db2cf0005', 'subnets': [{'id': '9a36c364-d7a9-4207-ba44-af87fbef9810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:26:15.357606 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc4b85d-343e-481b-8c7d-7939aa92ba29 None None] Checking router: d17851f9-7c97-41fe-8820-5abad1f83108 for host: dv-cinder-784945-5-smb {{(pid=85260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 13:26:15.358005 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc4b85d-343e-481b-8c7d-7939aa92ba29 None None] Updating router d17851f9-7c97-41fe-8820-5abad1f83108 port 35f55121-f50d-48ba-8d56-d6c051b18868 binding host dv-cinder-784945-5-smb {{(pid=85260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 13:26:15.414540 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-fdc4b85d-343e-481b-8c7d-7939aa92ba29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:15.429572 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c87900dd-59db-4d9b-b688-8554058ba32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:15.858766 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-fdc4b85d-343e-481b-8c7d-7939aa92ba29 None None] Notify callbacks [] for port, precommit_update {{(pid=85260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:15.871550 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-fdc4b85d-343e-481b-8c7d-7939aa92ba29 None None] Transition to ACTIVE for port object 35f55121-f50d-48ba-8d56-d6c051b18868 will not be triggered until provisioned by entity L2. {{(pid=85260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:26:15.877003 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-fdc4b85d-343e-481b-8c7d-7939aa92ba29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:15.893316 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-9ccccc32-01ce-496f-b42d-be94cd7687b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:26:15.980509 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:16.030103 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646bccd6-337e-481f-8bb0-b565e67f7771 None None] Pushing event updated for resources: {'Port': ['ID=35f55121-f50d-48ba-8d56-d6c051b18868,revision_number=3']} {{(pid=85260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:26:16.033006 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-646bccd6-337e-481f-8bb0-b565e67f7771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:26:16.247666 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-fdc4b85d-343e-481b-8c7d-7939aa92ba29 None None] Attempting to bind port 35f55121-f50d-48ba-8d56-d6c051b18868 on host dv-cinder-784945-5-smb for vnic_type normal with profile {{(pid=85260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 13:26:16.248093 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-fdc4b85d-343e-481b-8c7d-7939aa92ba29 None None] Attempting to bind port 35f55121-f50d-48ba-8d56-d6c051b18868 by drivers openvswitch,hyperv on host dv-cinder-784945-5-smb at level 0 using segments [{'id': 'a45803d4-8717-4780-b8e0-aa4005c74f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'f95ca8f1-af24-4a00-9347-9c9b903f905f'}] {{(pid=85260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 13:26:16.248500 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc4b85d-343e-481b-8c7d-7939aa92ba29 None None] Attempting to bind port 35f55121-f50d-48ba-8d56-d6c051b18868 on network f95ca8f1-af24-4a00-9347-9c9b903f905f {{(pid=85260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:26:16.254314 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc4b85d-343e-481b-8c7d-7939aa92ba29 None None] Checking agent: {'id': '81e11618-700f-4852-9942-b93dec05a832', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 13, 7, 16), 'started_at': datetime.datetime(2021, 4, 15, 13, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 13, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 13:26:16.254731 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc4b85d-343e-481b-8c7d-7939aa92ba29 None None] Checking segment: {'id': 'a45803d4-8717-4780-b8e0-aa4005c74f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'f95ca8f1-af24-4a00-9347-9c9b903f905f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:26:16.255178 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-fdc4b85d-343e-481b-8c7d-7939aa92ba29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:16.255644 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc4b85d-343e-481b-8c7d-7939aa92ba29 None None] Bound using segment: {'id': 'a45803d4-8717-4780-b8e0-aa4005c74f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'f95ca8f1-af24-4a00-9347-9c9b903f905f'} {{(pid=85260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 13:26:16.256157 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-fdc4b85d-343e-481b-8c7d-7939aa92ba29 None None] Bound port: 35f55121-f50d-48ba-8d56-d6c051b18868, host: dv-cinder-784945-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a45803d4-8717-4780-b8e0-aa4005c74f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'f95ca8f1-af24-4a00-9347-9c9b903f905f'}}] {{(pid=85260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 13:26:16.256631 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-fdc4b85d-343e-481b-8c7d-7939aa92ba29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:16.355346 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-fdc4b85d-343e-481b-8c7d-7939aa92ba29 None None] For port 35f55121-f50d-48ba-8d56-d6c051b18868, host dv-cinder-784945-5-smb, cleared binding levels {{(pid=85260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 13:26:16.358801 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-fdc4b85d-343e-481b-8c7d-7939aa92ba29 None None] For port 35f55121-f50d-48ba-8d56-d6c051b18868, host dv-cinder-784945-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=35f55121-f50d-48ba-8d56-d6c051b18868,segment=NetworkSegment(a45803d4-8717-4780-b8e0-aa4005c74f5b),segment_id=a45803d4-8717-4780-b8e0-aa4005c74f5b)] {{(pid=85260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 13:26:16.362112 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-fdc4b85d-343e-481b-8c7d-7939aa92ba29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:16.378693 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-5474b5e3-6b16-4c0f-8209-d095e962f012 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:26:16.537232 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646bccd6-337e-481f-8bb0-b565e67f7771 None None] Pushing event updated for resources: {'Port': ['ID=35f55121-f50d-48ba-8d56-d6c051b18868,revision_number=4']} {{(pid=85260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:26:16.542954 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-646bccd6-337e-481f-8bb0-b565e67f7771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:26:16.582988 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc4b85d-343e-481b-8c7d-7939aa92ba29 None None] Routers {'d17851f9-7c97-41fe-8820-5abad1f83108'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:26:16.583912 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-fdc4b85d-343e-481b-8c7d-7939aa92ba29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:26:15Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['d17851f9-7c97-41fe-8820-5abad1f83108'], 'active': True} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:26:16.785209 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-fdc4b85d-343e-481b-8c7d-7939aa92ba29 None None] Set router d17851f9-7c97-41fe-8820-5abad1f83108 gateway port host: dv-cinder-784945-5-smb {{(pid=85260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:26:16.931336 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device 35f55121-f50d-48ba-8d56-d6c051b18868 up at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:26:16.978204 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47a557f2-6ce0-416f-9ef8-17658d5933ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:17.011643 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning for port 35f55121-f50d-48ba-8d56-d6c051b18868 completed by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:26:17.016667 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning complete for port 35f55121-f50d-48ba-8d56-d6c051b18868 triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:26:17.017088 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:17.141919 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-fdc4b85d-343e-481b-8c7d-7939aa92ba29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17851f9-7c97-41fe-8820-5abad1f83108', 'name': 'tempest-TestShelveInstance-1153809724-router', 'tenant_id': 'd6007c2a75434c23a9fb959db2cf0005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.243'}], 'enable_snat': True}, 'gw_port_id': 'e79ff716-438a-4762-9367-0938a1d1903e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:26:05Z', 'updated_at': '2021-04-15T13:26:09Z', 'revision_number': 4, 'project_id': 'd6007c2a75434c23a9fb959db2cf0005', 'gw_port': {'id': 'e79ff716-438a-4762-9367-0938a1d1903e', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:07:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17851f9-7c97-41fe-8820-5abad1f83108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:26:05Z', 'updated_at': '2021-04-15T13:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_interfaces': [{'id': '35f55121-f50d-48ba-8d56-d6c051b18868', 'name': '', 'network_id': 'f95ca8f1-af24-4a00-9347-9c9b903f905f', 'tenant_id': 'd6007c2a75434c23a9fb959db2cf0005', 'mac_address': 'fa:16:3e:d5:3c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17851f9-7c97-41fe-8820-5abad1f83108', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '9a36c364-d7a9-4207-ba44-af87fbef9810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:26:08Z', 'updated_at': '2021-04-15T13:26:16Z', 'revision_number': 4, 'project_id': 'd6007c2a75434c23a9fb959db2cf0005', 'subnets': [{'id': '9a36c364-d7a9-4207-ba44-af87fbef9810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:26:17.146155 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc4b85d-343e-481b-8c7d-7939aa92ba29 None None] The sync data for ids ['d17851f9-7c97-41fe-8820-5abad1f83108'] in dv-cinder-784945-5-smb is: [{'id': 'd17851f9-7c97-41fe-8820-5abad1f83108', 'name': 'tempest-TestShelveInstance-1153809724-router', 'tenant_id': 'd6007c2a75434c23a9fb959db2cf0005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.243'}], 'enable_snat': True}, 'gw_port_id': 'e79ff716-438a-4762-9367-0938a1d1903e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:26:05Z', 'updated_at': '2021-04-15T13:26:09Z', 'revision_number': 4, 'project_id': 'd6007c2a75434c23a9fb959db2cf0005', 'gw_port': {'id': 'e79ff716-438a-4762-9367-0938a1d1903e', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:07:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17851f9-7c97-41fe-8820-5abad1f83108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:26:05Z', 'updated_at': '2021-04-15T13:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_interfaces': [{'id': '35f55121-f50d-48ba-8d56-d6c051b18868', 'name': '', 'network_id': 'f95ca8f1-af24-4a00-9347-9c9b903f905f', 'tenant_id': 'd6007c2a75434c23a9fb959db2cf0005', 'mac_address': 'fa:16:3e:d5:3c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17851f9-7c97-41fe-8820-5abad1f83108', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '9a36c364-d7a9-4207-ba44-af87fbef9810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:26:08Z', 'updated_at': '2021-04-15T13:26:16Z', 'revision_number': 4, 'project_id': 'd6007c2a75434c23a9fb959db2cf0005', 'subnets': [{'id': '9a36c364-d7a9-4207-ba44-af87fbef9810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 13:26:17.151971 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:17.191825 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] For port 35f55121-f50d-48ba-8d56-d6c051b18868, host dv-cinder-784945-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=35f55121-f50d-48ba-8d56-d6c051b18868,segment=NetworkSegment(a45803d4-8717-4780-b8e0-aa4005c74f5b),segment_id=a45803d4-8717-4780-b8e0-aa4005c74f5b)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:26:17.195109 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:17.197072 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-0f0a063a-c67c-4397-82fb-76dd0f541e74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:26:17.270665 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Pushing event updated for resources: {'Port': ['ID=35f55121-f50d-48ba-8d56-d6c051b18868,revision_number=5']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:26:17.278547 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:26:18.883029 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device 35f55121-f50d-48ba-8d56-d6c051b18868 up at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:26:18.961339 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Provisioning complete for port 35f55121-f50d-48ba-8d56-d6c051b18868 triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:26:18.961749 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:22.814599 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:28.132155 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-87be1edf-1538-4d7d-9653-f42d1f171739 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1431325260&fields=id&tenant_id=9ce8cbcfb75946d2b44cbcaaf3a0ca78 HTTP/1.1" status: 200 len: 267 time: 0.0424457 Apr 15 13:26:28.298507 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-560ad5c3-db8d-47cd-b75e-bf7d3e03f346 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:26:28.300075 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-560ad5c3-db8d-47cd-b75e-bf7d3e03f346 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/networks?id=4e1556b8-17b9-4fee-9f24-a3fba80d45cc HTTP/1.1" status: 200 len: 808 time: 0.1601181 Apr 15 13:26:28.316877 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-97c24e1d-fc34-4a41-91e1-2f3f6a4e7a9d tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/quotas/9ce8cbcfb75946d2b44cbcaaf3a0ca78 HTTP/1.1" status: 200 len: 375 time: 0.0099938 Apr 15 13:26:28.409739 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-d219d441-d9a8-4c6d-b424-18af9e5c8b3a tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Synchronizing usage tracker for tenant:9ce8cbcfb75946d2b44cbcaaf3a0ca78 on resource:port {{(pid=85257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 13:26:28.425833 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-d219d441-d9a8-4c6d-b424-18af9e5c8b3a tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Unset dirty status for tenant:9ce8cbcfb75946d2b44cbcaaf3a0ca78 on resource:port {{(pid=85257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 13:26:28.427247 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-d219d441-d9a8-4c6d-b424-18af9e5c8b3a tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9ce8cbcfb75946d2b44cbcaaf3a0ca78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1038251 Apr 15 13:26:28.444867 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-64dbf39f-30dc-4e2b-a8ab-038039c668e2 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=85257) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 13:26:28.446511 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-64dbf39f-30dc-4e2b-a8ab-038039c668e2 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061626 Apr 15 13:26:28.591593 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-2c7dac04-7b97-4105-bca0-05f787ac48a4 service neutron] 10.222.0.64 "GET /v2.0/networks/4e1556b8-17b9-4fee-9f24-a3fba80d45cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382172 Apr 15 13:26:28.732895 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-f19ad423-f575-4385-a9cb-c7309857bf58 service neutron] 10.222.0.64 "GET /v2.0/networks/4e1556b8-17b9-4fee-9f24-a3fba80d45cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349590 Apr 15 13:26:29.162049 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-1be69a3b-deb5-42dd-abd9-05efd14e1ea8 req-9ed8be17-4ed3-490c-9b41-cc4136676d82 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e9e7569-6805-4ab0-a974-77cc85ca355c HTTP/1.1" status: 200 len: 210 time: 0.0528135 Apr 15 13:26:30.599248 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-b8dc9652-0ba8-486f-bd0f-4915cfcafd9c req-3bcd2ec6-d751-43a1-a50a-36ccd73307a2 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e9e7569-6805-4ab0-a974-77cc85ca355c HTTP/1.1" status: 200 len: 210 time: 0.3182273 Apr 15 13:26:30.613808 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-1d56af44-29ea-4f7d-8f41-bcbaaa13c6ca tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:26:30.615358 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-1d56af44-29ea-4f7d-8f41-bcbaaa13c6ca tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.65 "GET /v2.0/networks?id=4e1556b8-17b9-4fee-9f24-a3fba80d45cc HTTP/1.1" status: 200 len: 808 time: 0.4553041 Apr 15 13:26:30.701151 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-4d44b43c-a76a-4799-9b04-a1da0da1b357 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9ce8cbcfb75946d2b44cbcaaf3a0ca78 HTTP/1.1" status: 200 len: 8061 time: 0.0692046 Apr 15 13:26:30.710537 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-4bf75349-3f07-4ea4-98ed-f8128331645d tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Request body: {'port': {'device_id': '1e9e7569-6805-4ab0-a974-77cc85ca355c', 'network_id': '4e1556b8-17b9-4fee-9f24-a3fba80d45cc', 'admin_state_up': True, 'tenant_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'security_groups': ['061f79ba-5dd6-4bd7-8e7f-a044d9473cb9']}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:26:30.859952 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-4bf75349-3f07-4ea4-98ed-f8128331645d tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:26:30.870038 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-4bf75349-3f07-4ea4-98ed-f8128331645d tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:26:30.878896 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-4bf75349-3f07-4ea4-98ed-f8128331645d tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Made reservation on behalf of 9ce8cbcfb75946d2b44cbcaaf3a0ca78 for: {'port': 1} {{(pid=85257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 13:26:30.885744 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-4bf75349-3f07-4ea4-98ed-f8128331645d tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:31.061951 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_common [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-4bf75349-3f07-4ea4-98ed-f8128331645d tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Allocated IP 172.20.0.10 (4e1556b8-17b9-4fee-9f24-a3fba80d45cc/7bc56e48-b80d-42ad-9732-bb0e49fcd170/0ce92a6e-0062-4d67-8537-02e8ec1d6130) {{(pid=85257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 13:26:31.262808 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-4bf75349-3f07-4ea4-98ed-f8128331645d tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Notify callbacks [] for port, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:31.279219 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-4bf75349-3f07-4ea4-98ed-f8128331645d tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Transition to ACTIVE for port object 0ce92a6e-0062-4d67-8537-02e8ec1d6130 will not be triggered until provisioned by entity DHCP. {{(pid=85257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:26:31.301961 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-4bf75349-3f07-4ea4-98ed-f8128331645d tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757045383897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842649921'] for port, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:31.322061 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-6ccb1d70-5a98-48a8-a904-05f1e22aa23d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:26:31.460349 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf75349-3f07-4ea4-98ed-f8128331645d tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Pushing event updated for resources: {'Port': ['ID=0ce92a6e-0062-4d67-8537-02e8ec1d6130,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:26:31.465234 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-4bf75349-3f07-4ea4-98ed-f8128331645d tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:26:31.518350 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-4bf75349-3f07-4ea4-98ed-f8128331645d tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Network 4e1556b8-17b9-4fee-9f24-a3fba80d45cc is already hosted by enough agents. {{(pid=85257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 13:26:31.519534 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-4bf75349-3f07-4ea4-98ed-f8128331645d tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Resources bound (agent type, host, resource id): {{(pid=85257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:26:31.521927 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-4bf75349-3f07-4ea4-98ed-f8128331645d tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Received port after_create {{(pid=85257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 13:26:31.592427 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-4bf75349-3f07-4ea4-98ed-f8128331645d tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:26:31.593190 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-4bf75349-3f07-4ea4-98ed-f8128331645d tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for port, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:31.620540 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-4bf75349-3f07-4ea4-98ed-f8128331645d tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9140682 Apr 15 13:26:31.638957 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-44dd67b1-7b85-4b5e-84c7-2f876f29eda3 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=85257) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 13:26:31.640208 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-44dd67b1-7b85-4b5e-84c7-2f876f29eda3 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061016 Apr 15 13:26:31.701023 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-bf3615d8-17f8-4442-94ad-dca9f54887b3 None None] Provisioning for port 0ce92a6e-0062-4d67-8537-02e8ec1d6130 completed by entity DHCP. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:26:31.706163 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-bf3615d8-17f8-4442-94ad-dca9f54887b3 None None] Provisioning complete for port 0ce92a6e-0062-4d67-8537-02e8ec1d6130 triggered by entity DHCP. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:26:31.706587 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-bf3615d8-17f8-4442-94ad-dca9f54887b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:31.770008 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-bf3615d8-17f8-4442-94ad-dca9f54887b3 None None] Port 0ce92a6e-0062-4d67-8537-02e8ec1d6130 cannot update to ACTIVE because it is not bound. {{(pid=85259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 13:26:31.785530 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-f55a135b-27f3-4a92-ac31-8bf5c3a52426 service neutron] Request body: {'port': {'device_id': '1e9e7569-6805-4ab0-a974-77cc85ca355c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:26:31.957560 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b13c8e-4028-4751-aa10-fb950aec8132 req-560ed03a-b545-42c3-98f6-cb1f548a9d3c tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:26:31.958318 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-76b13c8e-4028-4751-aa10-fb950aec8132 req-560ed03a-b545-42c3-98f6-cb1f548a9d3c tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Synchronizing usage tracker for tenant:9ce8cbcfb75946d2b44cbcaaf3a0ca78 on resource:port {{(pid=85257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 13:26:31.962535 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-f55a135b-27f3-4a92-ac31-8bf5c3a52426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:32.025844 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-76b13c8e-4028-4751-aa10-fb950aec8132 req-560ed03a-b545-42c3-98f6-cb1f548a9d3c tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Unset dirty status for tenant:9ce8cbcfb75946d2b44cbcaaf3a0ca78 on resource:port {{(pid=85257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 13:26:32.027099 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-76b13c8e-4028-4751-aa10-fb950aec8132 req-560ed03a-b545-42c3-98f6-cb1f548a9d3c tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e9e7569-6805-4ab0-a974-77cc85ca355c HTTP/1.1" status: 200 len: 932 time: 0.3104877 Apr 15 13:26:32.136583 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-76b13c8e-4028-4751-aa10-fb950aec8132 req-d9908f30-b867-4d9e-a91e-ca60b0070f32 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/security-groups?id=061f79ba-5dd6-4bd7-8e7f-a044d9473cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028562 Apr 15 13:26:32.428692 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-f55a135b-27f3-4a92-ac31-8bf5c3a52426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ce92a6e-0062-4d67-8537-02e8ec1d6130 {{(pid=85257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 13:26:32.436674 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-f55a135b-27f3-4a92-ac31-8bf5c3a52426 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:32.452342 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-f55a135b-27f3-4a92-ac31-8bf5c3a52426 service neutron] Transition to ACTIVE for port object 0ce92a6e-0062-4d67-8537-02e8ec1d6130 will not be triggered until provisioned by entity L2. {{(pid=85257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 13:26:32.455760 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-f55a135b-27f3-4a92-ac31-8bf5c3a52426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12125831'] for port, after_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:32.472209 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-e4014c5e-ac70-42bc-bdf4-cb21f2dea12f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:26:32.612351 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55a135b-27f3-4a92-ac31-8bf5c3a52426 service neutron] Pushing event updated for resources: {'Port': ['ID=0ce92a6e-0062-4d67-8537-02e8ec1d6130,revision_number=2']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:26:32.617396 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-f55a135b-27f3-4a92-ac31-8bf5c3a52426 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:26:32.840449 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-f55a135b-27f3-4a92-ac31-8bf5c3a52426 service neutron] Attempting to bind port 0ce92a6e-0062-4d67-8537-02e8ec1d6130 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 13:26:32.840942 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-f55a135b-27f3-4a92-ac31-8bf5c3a52426 service neutron] Attempting to bind port 0ce92a6e-0062-4d67-8537-02e8ec1d6130 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '80faafa2-d392-43e0-9199-f288dbf3b148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '4e1556b8-17b9-4fee-9f24-a3fba80d45cc'}] {{(pid=85257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 13:26:32.841179 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-f55a135b-27f3-4a92-ac31-8bf5c3a52426 service neutron] Attempting to bind port 0ce92a6e-0062-4d67-8537-02e8ec1d6130 on network 4e1556b8-17b9-4fee-9f24-a3fba80d45cc {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:26:32.846116 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-f55a135b-27f3-4a92-ac31-8bf5c3a52426 service neutron] Port 0ce92a6e-0062-4d67-8537-02e8ec1d6130 on network 4e1556b8-17b9-4fee-9f24-a3fba80d45cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 13:26:32.846481 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-f55a135b-27f3-4a92-ac31-8bf5c3a52426 service neutron] Attempting to bind port 0ce92a6e-0062-4d67-8537-02e8ec1d6130 on network 4e1556b8-17b9-4fee-9f24-a3fba80d45cc {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 13:26:32.852086 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-f55a135b-27f3-4a92-ac31-8bf5c3a52426 service neutron] Checking agent: {'id': '473bf83e-daba-40de-92d3-877eb5111141', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 13, 13, 53), 'started_at': datetime.datetime(2021, 4, 15, 13, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 13, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 13:26:32.852467 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-f55a135b-27f3-4a92-ac31-8bf5c3a52426 service neutron] Checking segment: {'id': '80faafa2-d392-43e0-9199-f288dbf3b148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '4e1556b8-17b9-4fee-9f24-a3fba80d45cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 13:26:32.852892 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-f55a135b-27f3-4a92-ac31-8bf5c3a52426 service neutron] Bound using segment: {'id': '80faafa2-d392-43e0-9199-f288dbf3b148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '4e1556b8-17b9-4fee-9f24-a3fba80d45cc'} {{(pid=85257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 13:26:32.853365 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-f55a135b-27f3-4a92-ac31-8bf5c3a52426 service neutron] Bound port: 0ce92a6e-0062-4d67-8537-02e8ec1d6130, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80faafa2-d392-43e0-9199-f288dbf3b148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '4e1556b8-17b9-4fee-9f24-a3fba80d45cc'}}] {{(pid=85257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 13:26:32.853757 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-f55a135b-27f3-4a92-ac31-8bf5c3a52426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:32.955405 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-f55a135b-27f3-4a92-ac31-8bf5c3a52426 service neutron] For port 0ce92a6e-0062-4d67-8537-02e8ec1d6130, host hv-cinder-78494, cleared binding levels {{(pid=85257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 13:26:32.958700 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-f55a135b-27f3-4a92-ac31-8bf5c3a52426 service neutron] For port 0ce92a6e-0062-4d67-8537-02e8ec1d6130, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=0ce92a6e-0062-4d67-8537-02e8ec1d6130,segment=NetworkSegment(80faafa2-d392-43e0-9199-f288dbf3b148),segment_id=80faafa2-d392-43e0-9199-f288dbf3b148)] {{(pid=85257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 13:26:32.962411 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-f55a135b-27f3-4a92-ac31-8bf5c3a52426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12125831'] for port, after_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:32.977906 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-42531385-4112-494a-82e1-58d67bb00845 tempest-AttachVolumeShelveTestJSON-1986868305 tempest-AttachVolumeShelveTestJSON-1986868305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:26:33.123026 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55a135b-27f3-4a92-ac31-8bf5c3a52426 service neutron] Pushing event updated for resources: {'Port': ['ID=0ce92a6e-0062-4d67-8537-02e8ec1d6130,revision_number=3']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:26:33.135600 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-f55a135b-27f3-4a92-ac31-8bf5c3a52426 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:26:33.168297 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-f55a135b-27f3-4a92-ac31-8bf5c3a52426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:26:33.169025 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-f55a135b-27f3-4a92-ac31-8bf5c3a52426 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for port, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:33.170445 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-f55a135b-27f3-4a92-ac31-8bf5c3a52426 service neutron] 10.222.0.65 "PUT /v2.0/ports/0ce92a6e-0062-4d67-8537-02e8ec1d6130 HTTP/1.1" status: 200 len: 1094 time: 1.5231140 Apr 15 13:26:33.170994 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e9e7569-6805-4ab0-a974-77cc85ca355c', 'tag': '0ce92a6e-0062-4d67-8537-02e8ec1d6130'}] {{(pid=85257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:26:33.231809 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e9e7569-6805-4ab0-a974-77cc85ca355c', 'tag': '0ce92a6e-0062-4d67-8537-02e8ec1d6130', 'status': 'completed', 'code': 200} Apr 15 13:26:33.403631 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-063283bd-de10-4ca2-a074-880f3be69773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:26:33.405248 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-063283bd-de10-4ca2-a074-880f3be69773 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9ce8cbcfb75946d2b44cbcaaf3a0ca78&device_id=1e9e7569-6805-4ab0-a974-77cc85ca355c HTTP/1.1" status: 200 len: 1097 time: 0.1529636 Apr 15 13:26:33.415730 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ead6c-3031-402a-95c8-7307cb5943f9 req-73318687-e316-4a9d-998f-ce0e5e618325 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:26:33.417273 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e11ead6c-3031-402a-95c8-7307cb5943f9 req-73318687-e316-4a9d-998f-ce0e5e618325 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e9e7569-6805-4ab0-a974-77cc85ca355c HTTP/1.1" status: 200 len: 944 time: 0.1196835 Apr 15 13:26:33.513706 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-c75090f1-5912-4b1e-8fde-a310ce0706c8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ce92a6e-0062-4d67-8537-02e8ec1d6130 HTTP/1.1" status: 200 len: 217 time: 0.0920589 Apr 15 13:26:33.587524 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e11ead6c-3031-402a-95c8-7307cb5943f9 req-0cc89f53-e745-4dac-b152-d15a6f5d5029 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/security-groups?id=061f79ba-5dd6-4bd7-8e7f-a044d9473cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951900 Apr 15 13:26:33.606128 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-6308387a-7cf1-4c10-8d92-42c80383e2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:26:33.607718 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-6308387a-7cf1-4c10-8d92-42c80383e2e4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7bc56e48-b80d-42ad-9732-bb0e49fcd170 HTTP/1.1" status: 200 len: 847 time: 0.0849102 Apr 15 13:26:33.695056 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-663c4291-0053-4509-aa30-57bfcdaca9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:26:33.696743 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-663c4291-0053-4509-aa30-57bfcdaca9e9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4e1556b8-17b9-4fee-9f24-a3fba80d45cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0813737 Apr 15 13:26:33.841705 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-caf7324d-967d-40e4-8809-921b06fdc264 service neutron] 10.222.0.65 "GET /v2.0/networks/4e1556b8-17b9-4fee-9f24-a3fba80d45cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373248 Apr 15 13:26:33.995871 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a020b438-a406-4a47-99cd-a1990986f6b6 req-2939902d-5543-4dd9-8489-16ece3283ff2 service neutron] 10.222.0.65 "GET /v2.0/networks/4e1556b8-17b9-4fee-9f24-a3fba80d45cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460657 Apr 15 13:26:34.160857 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad9037-8432-4ce2-9251-85f635cf4595 req-1d81777e-9e7c-4c9e-b256-7ad9d2905951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:26:34.162467 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-73ad9037-8432-4ce2-9251-85f635cf4595 req-1d81777e-9e7c-4c9e-b256-7ad9d2905951 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9ce8cbcfb75946d2b44cbcaaf3a0ca78&device_id=1e9e7569-6805-4ab0-a974-77cc85ca355c HTTP/1.1" status: 200 len: 1097 time: 0.0782967 Apr 15 13:26:34.304316 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad9037-8432-4ce2-9251-85f635cf4595 req-517b7fb4-61f4-47d2-b11b-e7241ad09e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:26:34.306453 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-73ad9037-8432-4ce2-9251-85f635cf4595 req-517b7fb4-61f4-47d2-b11b-e7241ad09e05 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4e1556b8-17b9-4fee-9f24-a3fba80d45cc HTTP/1.1" status: 200 len: 909 time: 0.1375806 Apr 15 13:26:34.383013 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-73ad9037-8432-4ce2-9251-85f635cf4595 req-5348eabb-27da-4502-892d-642658330312 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ce92a6e-0062-4d67-8537-02e8ec1d6130 HTTP/1.1" status: 200 len: 217 time: 0.0695531 Apr 15 13:26:34.452577 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad9037-8432-4ce2-9251-85f635cf4595 req-89d94370-7690-4c7e-a0fc-b6ce1ca1e48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:26:34.454072 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-73ad9037-8432-4ce2-9251-85f635cf4595 req-89d94370-7690-4c7e-a0fc-b6ce1ca1e48d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7bc56e48-b80d-42ad-9732-bb0e49fcd170 HTTP/1.1" status: 200 len: 847 time: 0.0641160 Apr 15 13:26:34.541716 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad9037-8432-4ce2-9251-85f635cf4595 req-beef6e1f-8f4d-473d-ae3f-a73552082c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:26:34.543330 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-73ad9037-8432-4ce2-9251-85f635cf4595 req-beef6e1f-8f4d-473d-ae3f-a73552082c46 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4e1556b8-17b9-4fee-9f24-a3fba80d45cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0816460 Apr 15 13:26:34.691843 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-73ad9037-8432-4ce2-9251-85f635cf4595 req-bafe6f7f-8253-4271-9342-ab7b5621fcb2 service neutron] 10.222.0.65 "GET /v2.0/networks/4e1556b8-17b9-4fee-9f24-a3fba80d45cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401517 Apr 15 13:26:34.899884 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-73ad9037-8432-4ce2-9251-85f635cf4595 req-4bcbb8c5-f9d2-49d1-9ed0-2867cadbd7d9 service neutron] 10.222.0.65 "GET /v2.0/networks/4e1556b8-17b9-4fee-9f24-a3fba80d45cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008810 Apr 15 13:26:34.908677 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85cb75-a289-4009-b7c4-8c47ccfce717 req-c3579016-f9a6-4813-ab32-035e46f7e6ba tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:26:34.910148 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4c85cb75-a289-4009-b7c4-8c47ccfce717 req-c3579016-f9a6-4813-ab32-035e46f7e6ba tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e9e7569-6805-4ab0-a974-77cc85ca355c HTTP/1.1" status: 200 len: 944 time: 0.1899469 Apr 15 13:26:34.958803 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4c85cb75-a289-4009-b7c4-8c47ccfce717 req-16bc9478-80ff-41aa-935f-faa14826c308 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/security-groups?id=061f79ba-5dd6-4bd7-8e7f-a044d9473cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409772 Apr 15 13:26:36.408062 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device 0ce92a6e-0062-4d67-8537-02e8ec1d6130 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=85259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 13:26:36.410194 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e81bed-a4fb-488d-9351-82855ae1382c req-2d4bb704-97d4-4785-8e55-f65dafa1a3ab tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:26:36.411833 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e5e81bed-a4fb-488d-9351-82855ae1382c req-2d4bb704-97d4-4785-8e55-f65dafa1a3ab tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e9e7569-6805-4ab0-a974-77cc85ca355c HTTP/1.1" status: 200 len: 944 time: 0.3338478 Apr 15 13:26:36.461844 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e5e81bed-a4fb-488d-9351-82855ae1382c req-34870158-4de4-4a10-bdaa-db6f1fedc52b tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/security-groups?id=061f79ba-5dd6-4bd7-8e7f-a044d9473cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424402 Apr 15 13:26:36.555736 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port 0ce92a6e-0062-4d67-8537-02e8ec1d6130, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=0ce92a6e-0062-4d67-8537-02e8ec1d6130,segment=NetworkSegment(80faafa2-d392-43e0-9199-f288dbf3b148),segment_id=80faafa2-d392-43e0-9199-f288dbf3b148)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:26:36.569741 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Returning: {'device': '0ce92a6e-0062-4d67-8537-02e8ec1d6130', 'network_id': '4e1556b8-17b9-4fee-9f24-a3fba80d45cc', 'port_id': '0ce92a6e-0062-4d67-8537-02e8ec1d6130', 'mac_address': 'fa:16:3e:4f:03:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc56e48-b80d-42ad-9732-bb0e49fcd170', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 13:26:36.629762 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:36.651147 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ce92a6e-0062-4d67-8537-02e8ec1d6130 {{(pid=85259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 13:26:36.667629 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port 0ce92a6e-0062-4d67-8537-02e8ec1d6130, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=0ce92a6e-0062-4d67-8537-02e8ec1d6130,segment=NetworkSegment(80faafa2-d392-43e0-9199-f288dbf3b148),segment_id=80faafa2-d392-43e0-9199-f288dbf3b148)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:26:36.670300 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:36.672927 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-941e1e94-54a8-42d7-9d25-347d7d1c4939 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:26:36.741583 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Pushing event updated for resources: {'Port': ['ID=0ce92a6e-0062-4d67-8537-02e8ec1d6130,revision_number=4']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:26:36.745033 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:26:36.948807 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] get_ports_and_sgs() called for port_ids ['0ce92a6e-0062-4d67-8537-02e8ec1d6130'] {{(pid=85259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 13:26:37.668599 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2735cc-bb3e-4deb-a419-cc0b5777e1ce req-9792f8ed-a461-46b3-b930-0094dfc2c569 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:26:37.670188 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-7a2735cc-bb3e-4deb-a419-cc0b5777e1ce req-9792f8ed-a461-46b3-b930-0094dfc2c569 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e9e7569-6805-4ab0-a974-77cc85ca355c HTTP/1.1" status: 200 len: 945 time: 0.0920966 Apr 15 13:26:37.718032 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-7a2735cc-bb3e-4deb-a419-cc0b5777e1ce req-54dc26c5-3d4f-4383-9d4c-b2ead7cdb088 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/security-groups?id=061f79ba-5dd6-4bd7-8e7f-a044d9473cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414793 Apr 15 13:26:37.831413 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.agents_db [None req-862eb08b-2c52-41b8-8db2-56e94ab18918 None None] Agent healthcheck: found 6 active agents {{(pid=85260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 13:26:38.421433 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device 0ce92a6e-0062-4d67-8537-02e8ec1d6130 up at agent hyperv_hv-cinder-78494 {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:26:38.496406 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Provisioning for port 0ce92a6e-0062-4d67-8537-02e8ec1d6130 completed by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 13:26:38.501268 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Provisioning complete for port 0ce92a6e-0062-4d67-8537-02e8ec1d6130 triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:26:38.501693 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:38.628692 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:38.656914 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9e7569-6805-4ab0-a974-77cc85ca355c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce92a6e-0062-4d67-8537-02e8ec1d6130'}] {{(pid=85259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:26:38.668440 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port 0ce92a6e-0062-4d67-8537-02e8ec1d6130, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=0ce92a6e-0062-4d67-8537-02e8ec1d6130,segment=NetworkSegment(80faafa2-d392-43e0-9199-f288dbf3b148),segment_id=80faafa2-d392-43e0-9199-f288dbf3b148)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:26:38.671420 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:38.673483 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-1876cfcf-e19e-4d60-865c-67f2c6bb93da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:26:38.711137 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9e7569-6805-4ab0-a974-77cc85ca355c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce92a6e-0062-4d67-8537-02e8ec1d6130', 'code': 200} Apr 15 13:26:38.747350 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Pushing event updated for resources: {'Port': ['ID=0ce92a6e-0062-4d67-8537-02e8ec1d6130,revision_number=5']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:26:38.750707 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:26:38.931883 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6f3a0-2db9-4b59-a206-35b00bbeb911 req-8b8fab11-3e06-4738-b3d3-aec4421748e4 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:26:38.933439 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c8a6f3a0-2db9-4b59-a206-35b00bbeb911 req-8b8fab11-3e06-4738-b3d3-aec4421748e4 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e9e7569-6805-4ab0-a974-77cc85ca355c HTTP/1.1" status: 200 len: 946 time: 0.0917444 Apr 15 13:26:39.030591 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c8a6f3a0-2db9-4b59-a206-35b00bbeb911 req-02188b7e-76c9-459e-a955-9c8a6ab13a37 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/security-groups?id=061f79ba-5dd6-4bd7-8e7f-a044d9473cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905499 Apr 15 13:26:39.063354 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0225fe-f1a6-4fc0-820a-eda8e334a123 req-610eb805-93e7-4c0b-8b40-df9f109c4fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:26:39.065026 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ae0225fe-f1a6-4fc0-820a-eda8e334a123 req-610eb805-93e7-4c0b-8b40-df9f109c4fda service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1e9e7569-6805-4ab0-a974-77cc85ca355c HTTP/1.1" status: 200 len: 1099 time: 0.0853684 Apr 15 13:26:39.109505 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-ae0225fe-f1a6-4fc0-820a-eda8e334a123 req-c0d22ed8-f62f-4086-abbc-120da026f8bf service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=061f79ba-5dd6-4bd7-8e7f-a044d9473cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374575 Apr 15 13:26:40.241869 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6c59e-c5d5-425d-a1bd-1a581e1dfd78 req-d5b3d934-18f4-48c3-8d57-93311a5011a4 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:26:40.243618 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e0c6c59e-c5d5-425d-a1bd-1a581e1dfd78 req-d5b3d934-18f4-48c3-8d57-93311a5011a4 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e9e7569-6805-4ab0-a974-77cc85ca355c HTTP/1.1" status: 200 len: 946 time: 0.0934839 Apr 15 13:26:40.293597 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e0c6c59e-c5d5-425d-a1bd-1a581e1dfd78 req-39765e2a-25c5-4fb5-85f0-8d8689b47683 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/security-groups?id=061f79ba-5dd6-4bd7-8e7f-a044d9473cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432124 Apr 15 13:26:41.500117 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b24b67-bb59-4572-8cbc-39812038305e req-a0414a32-c1eb-4435-927e-3cf91386ef1f tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:26:41.501747 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-59b24b67-bb59-4572-8cbc-39812038305e req-a0414a32-c1eb-4435-927e-3cf91386ef1f tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e9e7569-6805-4ab0-a974-77cc85ca355c HTTP/1.1" status: 200 len: 946 time: 0.0895851 Apr 15 13:26:41.550111 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-59b24b67-bb59-4572-8cbc-39812038305e req-1776e15a-634c-4810-8333-5429f5b85fe7 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/security-groups?id=061f79ba-5dd6-4bd7-8e7f-a044d9473cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418839 Apr 15 13:26:41.753958 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a6036-055f-4a81-b768-3a0c6a862afd req-a2519f96-234e-476b-b5fb-544565b2c9d3 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:26:41.755612 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-809a6036-055f-4a81-b768-3a0c6a862afd req-a2519f96-234e-476b-b5fb-544565b2c9d3 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e9e7569-6805-4ab0-a974-77cc85ca355c HTTP/1.1" status: 200 len: 946 time: 0.0921295 Apr 15 13:26:41.805867 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-809a6036-055f-4a81-b768-3a0c6a862afd req-3a186d05-ccfd-4a5c-b02a-8804474855c9 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/security-groups?id=061f79ba-5dd6-4bd7-8e7f-a044d9473cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430229 Apr 15 13:26:41.830744 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 45958) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:26:41.955957 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22965db0-0483-4d6d-8802-15aa0396a932 tempest-TestShelveInstance-1284956332 tempest-TestShelveInstance-1284956332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:26:41.957597 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-22965db0-0483-4d6d-8802-15aa0396a932 tempest-TestShelveInstance-1284956332 tempest-TestShelveInstance-1284956332-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1e9e7569-6805-4ab0-a974-77cc85ca355c HTTP/1.1" status: 200 len: 1094 time: 0.1257994 Apr 15 13:26:41.960748 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 45964) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:26:41.966819 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.v2.base [None req-896f9a32-4176-4729-ac28-c1de93f8ddb7 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Request body: {'floatingip': {'floating_network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'port_id': '0ce92a6e-0062-4d67-8537-02e8ec1d6130', 'tenant_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'fixed_ip_address': '172.20.0.10'}} {{(pid=85257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 13:26:41.973102 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-896f9a32-4176-4729-ac28-c1de93f8ddb7 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 13:26:41.977151 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-896f9a32-4176-4729-ac28-c1de93f8ddb7 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Usage tracker for resource:floatingip and tenant:9ce8cbcfb75946d2b44cbcaaf3a0ca78 is out of sync, need to count used quota {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 13:26:41.980397 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [None req-896f9a32-4176-4729-ac28-c1de93f8ddb7 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 13:26:41.986346 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.quota.driver [None req-896f9a32-4176-4729-ac28-c1de93f8ddb7 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 13:26:41.998462 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-896f9a32-4176-4729-ac28-c1de93f8ddb7 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Notify callbacks [] for floatingip, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:42.030665 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-921d5db4-6505-4707-bee3-8e4c4abf5dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:42.149597 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-896f9a32-4176-4729-ac28-c1de93f8ddb7 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:42.289208 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_common [None req-896f9a32-4176-4729-ac28-c1de93f8ddb7 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Allocated IP 172.28.3.190 (55d93253-8afb-47db-93d0-1527fbeb95d2/ec126ae6-92bb-4236-889a-ca54f3751a25/828118af-d867-4d9f-8335-f8d629f3f24d) {{(pid=85257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 13:26:42.441795 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-896f9a32-4176-4729-ac28-c1de93f8ddb7 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Notify callbacks [] for port, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:42.471077 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-896f9a32-4176-4729-ac28-c1de93f8ddb7 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757045383897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842649921'] for port, after_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:42.486924 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-60895f4a-cf3c-46f5-a301-8b99c843fa12 tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:26:42.625573 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896f9a32-4176-4729-ac28-c1de93f8ddb7 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Pushing event updated for resources: {'Port': ['ID=828118af-d867-4d9f-8335-f8d629f3f24d,revision_number=1']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:26:42.630735 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-896f9a32-4176-4729-ac28-c1de93f8ddb7 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:26:42.679862 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896f9a32-4176-4729-ac28-c1de93f8ddb7 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Network 55d93253-8afb-47db-93d0-1527fbeb95d2 is already hosted by enough agents. {{(pid=85257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 13:26:42.681561 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.base_scheduler [None req-896f9a32-4176-4729-ac28-c1de93f8ddb7 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Resources bound (agent type, host, resource id): {{(pid=85257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 13:26:42.683935 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896f9a32-4176-4729-ac28-c1de93f8ddb7 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Received port after_create {{(pid=85257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 13:26:43.156281 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-896f9a32-4176-4729-ac28-c1de93f8ddb7 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:43.241485 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-896f9a32-4176-4729-ac28-c1de93f8ddb7 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:43.513002 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-896f9a32-4176-4729-ac28-c1de93f8ddb7 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Notify callbacks [] for port, precommit_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:43.516484 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-896f9a32-4176-4729-ac28-c1de93f8ddb7 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12125831'] for port, after_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:43.532272 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-4ab6d997-266b-40be-9f30-19b217ef4013 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:26:43.669443 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896f9a32-4176-4729-ac28-c1de93f8ddb7 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Pushing event updated for resources: {'Port': ['ID=828118af-d867-4d9f-8335-f8d629f3f24d,revision_number=2']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:26:43.674367 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-896f9a32-4176-4729-ac28-c1de93f8ddb7 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:26:43.769741 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-896f9a32-4176-4729-ac28-c1de93f8ddb7 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1033198'] for floatingip, after_update {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:43.948233 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.db.l3_db [None req-896f9a32-4176-4729-ac28-c1de93f8ddb7 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Floating IP f04b9dd1-1ef2-432d-a011-216a90b75e8f associated. External IP: 172.28.3.190, port: 0ce92a6e-0062-4d67-8537-02e8ec1d6130. Apr 15 13:26:44.562949 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-896f9a32-4176-4729-ac28-c1de93f8ddb7 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Router 9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd has already been hosted by L3 agent d2850426-fba2-4e27-a3ef-bf91b3b25695 {{(pid=85257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 13:26:44.656754 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-5ca3fcd3-b8b7-45ec-a7f4-060e6b2da2a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:44.751820 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896f9a32-4176-4729-ac28-c1de93f8ddb7 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Notify agent at l3_agent.dv-cinder-784945-5-smb the message routers_updated {{(pid=85257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 13:26:44.764877 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64a3e9f-8f0e-4d1f-b020-26c837864257 None None] Sync routers for ids ['9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd'] in dv-cinder-784945-5-smb {{(pid=85259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 13:26:44.775787 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64a3e9f-8f0e-4d1f-b020-26c837864257 None None] Routers {'9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:26:44.776509 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-d64a3e9f-8f0e-4d1f-b020-26c837864257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:26:45Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd'], 'active': True} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:26:44.778277 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-896f9a32-4176-4729-ac28-c1de93f8ddb7 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for floatingip, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:44.841498 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-896f9a32-4176-4729-ac28-c1de93f8ddb7 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8790247 Apr 15 13:26:44.842265 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e9e7569-6805-4ab0-a974-77cc85ca355c', 'tag': '0ce92a6e-0062-4d67-8537-02e8ec1d6130'}] {{(pid=85257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:26:44.952754 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e9e7569-6805-4ab0-a974-77cc85ca355c', 'tag': '0ce92a6e-0062-4d67-8537-02e8ec1d6130', 'status': 'completed', 'code': 200} Apr 15 13:26:45.093732 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eaab45-f638-4f2f-b9c8-13970aabf1f1 req-1b87bdd5-a58e-405e-ab64-9610eec06769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:26:45.095297 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-68eaab45-f638-4f2f-b9c8-13970aabf1f1 req-1b87bdd5-a58e-405e-ab64-9610eec06769 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9ce8cbcfb75946d2b44cbcaaf3a0ca78&device_id=1e9e7569-6805-4ab0-a974-77cc85ca355c HTTP/1.1" status: 200 len: 1099 time: 0.0840342 Apr 15 13:26:45.144108 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-d64a3e9f-8f0e-4d1f-b020-26c837864257 None None] Set router 9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd gateway port host: dv-cinder-784945-5-smb {{(pid=85259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:26:45.244951 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eaab45-f638-4f2f-b9c8-13970aabf1f1 req-b20a7f03-2469-4ada-a32f-967cd065be9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:26:45.246538 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-68eaab45-f638-4f2f-b9c8-13970aabf1f1 req-b20a7f03-2469-4ada-a32f-967cd065be9d service neutron] 10.222.0.65 "GET /v2.0/networks?id=4e1556b8-17b9-4fee-9f24-a3fba80d45cc HTTP/1.1" status: 200 len: 909 time: 0.1438019 Apr 15 13:26:45.361048 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-68eaab45-f638-4f2f-b9c8-13970aabf1f1 req-1db7b266-6ab6-4337-99ff-a5e0ffd2fba0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ce92a6e-0062-4d67-8537-02e8ec1d6130 HTTP/1.1" status: 200 len: 1000 time: 0.1079531 Apr 15 13:26:45.433079 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eaab45-f638-4f2f-b9c8-13970aabf1f1 req-1b885a28-22b1-4def-a3e0-d18f09ce7e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:26:45.434650 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-68eaab45-f638-4f2f-b9c8-13970aabf1f1 req-1b885a28-22b1-4def-a3e0-d18f09ce7e1f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7bc56e48-b80d-42ad-9732-bb0e49fcd170 HTTP/1.1" status: 200 len: 847 time: 0.0664148 Apr 15 13:26:45.460962 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c87900dd-59db-4d9b-b688-8554058ba32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:45.524554 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eaab45-f638-4f2f-b9c8-13970aabf1f1 req-6a0d0f38-f025-4c00-a758-797add1781c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:26:45.526243 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-68eaab45-f638-4f2f-b9c8-13970aabf1f1 req-6a0d0f38-f025-4c00-a758-797add1781c7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4e1556b8-17b9-4fee-9f24-a3fba80d45cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0849528 Apr 15 13:26:45.530599 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-d64a3e9f-8f0e-4d1f-b020-26c837864257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd', 'name': 'tempest-TestShelveInstance-853427251-router', 'tenant_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.179'}], 'enable_snat': True}, 'gw_port_id': 'bf489e2f-c7fb-4dea-80d5-30f8f1efcf60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:25:57Z', 'updated_at': '2021-04-15T13:26:02Z', 'revision_number': 4, 'project_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'gw_port': {'id': 'bf489e2f-c7fb-4dea-80d5-30f8f1efcf60', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:25:58Z', 'updated_at': '2021-04-15T13:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_floatingips': [{'id': 'f04b9dd1-1ef2-432d-a011-216a90b75e8f', 'tenant_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'floating_ip_address': '172.28.3.190', 'floating_network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'router_id': '9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd', 'port_id': '0ce92a6e-0062-4d67-8537-02e8ec1d6130', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e1556b8-17b9-4fee-9f24-a3fba80d45cc', 'mac_address': 'fa:16:3e:4f:03:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9e7569-6805-4ab0-a974-77cc85ca355c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T13:26:43Z', 'updated_at': '2021-04-15T13:26:43Z', 'revision_number': 0, 'project_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86009ddf-3122-4737-8103-8c4fbf6d526f', 'name': '', 'network_id': '4e1556b8-17b9-4fee-9f24-a3fba80d45cc', 'tenant_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'mac_address': 'fa:16:3e:e3:65:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7bc56e48-b80d-42ad-9732-bb0e49fcd170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:26:01Z', 'updated_at': '2021-04-15T13:26:11Z', 'revision_number': 5, 'project_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'subnets': [{'id': '7bc56e48-b80d-42ad-9732-bb0e49fcd170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:26:45.534738 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64a3e9f-8f0e-4d1f-b020-26c837864257 None None] Checking router: 9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd for host: dv-cinder-784945-5-smb {{(pid=85259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 13:26:45.544908 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64a3e9f-8f0e-4d1f-b020-26c837864257 None None] Routers {'9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:26:45.545591 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-d64a3e9f-8f0e-4d1f-b020-26c837864257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:26:45Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd'], 'active': True} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:26:45.675385 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-68eaab45-f638-4f2f-b9c8-13970aabf1f1 req-9d513e63-b8d7-40b8-bd2e-ee18798e1cf7 service neutron] 10.222.0.65 "GET /v2.0/networks/4e1556b8-17b9-4fee-9f24-a3fba80d45cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426156 Apr 15 13:26:45.747760 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-d64a3e9f-8f0e-4d1f-b020-26c837864257 None None] Set router 9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd gateway port host: dv-cinder-784945-5-smb {{(pid=85259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:26:45.831748 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-68eaab45-f638-4f2f-b9c8-13970aabf1f1 req-a87e1ccc-d631-49dd-991e-65def42676d8 service neutron] 10.222.0.65 "GET /v2.0/networks/4e1556b8-17b9-4fee-9f24-a3fba80d45cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486182 Apr 15 13:26:46.037522 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:46.156202 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-d64a3e9f-8f0e-4d1f-b020-26c837864257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd', 'name': 'tempest-TestShelveInstance-853427251-router', 'tenant_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.179'}], 'enable_snat': True}, 'gw_port_id': 'bf489e2f-c7fb-4dea-80d5-30f8f1efcf60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:25:57Z', 'updated_at': '2021-04-15T13:26:02Z', 'revision_number': 4, 'project_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'gw_port': {'id': 'bf489e2f-c7fb-4dea-80d5-30f8f1efcf60', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:25:58Z', 'updated_at': '2021-04-15T13:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_floatingips': [{'id': 'f04b9dd1-1ef2-432d-a011-216a90b75e8f', 'tenant_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'floating_ip_address': '172.28.3.190', 'floating_network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'router_id': '9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd', 'port_id': '0ce92a6e-0062-4d67-8537-02e8ec1d6130', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e1556b8-17b9-4fee-9f24-a3fba80d45cc', 'mac_address': 'fa:16:3e:4f:03:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9e7569-6805-4ab0-a974-77cc85ca355c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T13:26:43Z', 'updated_at': '2021-04-15T13:26:43Z', 'revision_number': 0, 'project_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86009ddf-3122-4737-8103-8c4fbf6d526f', 'name': '', 'network_id': '4e1556b8-17b9-4fee-9f24-a3fba80d45cc', 'tenant_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'mac_address': 'fa:16:3e:e3:65:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7bc56e48-b80d-42ad-9732-bb0e49fcd170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:26:01Z', 'updated_at': '2021-04-15T13:26:11Z', 'revision_number': 5, 'project_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'subnets': [{'id': '7bc56e48-b80d-42ad-9732-bb0e49fcd170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:26:46.160561 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64a3e9f-8f0e-4d1f-b020-26c837864257 None None] The sync data for ids ['9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd'] in dv-cinder-784945-5-smb is: [{'id': '9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd', 'name': 'tempest-TestShelveInstance-853427251-router', 'tenant_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.179'}], 'enable_snat': True}, 'gw_port_id': 'bf489e2f-c7fb-4dea-80d5-30f8f1efcf60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:25:57Z', 'updated_at': '2021-04-15T13:26:02Z', 'revision_number': 4, 'project_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'gw_port': {'id': 'bf489e2f-c7fb-4dea-80d5-30f8f1efcf60', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:25:58Z', 'updated_at': '2021-04-15T13:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_floatingips': [{'id': 'f04b9dd1-1ef2-432d-a011-216a90b75e8f', 'tenant_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'floating_ip_address': '172.28.3.190', 'floating_network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'router_id': '9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd', 'port_id': '0ce92a6e-0062-4d67-8537-02e8ec1d6130', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e1556b8-17b9-4fee-9f24-a3fba80d45cc', 'mac_address': 'fa:16:3e:4f:03:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9e7569-6805-4ab0-a974-77cc85ca355c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T13:26:43Z', 'updated_at': '2021-04-15T13:26:43Z', 'revision_number': 0, 'project_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86009ddf-3122-4737-8103-8c4fbf6d526f', 'name': '', 'network_id': '4e1556b8-17b9-4fee-9f24-a3fba80d45cc', 'tenant_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'mac_address': 'fa:16:3e:e3:65:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7bc56e48-b80d-42ad-9732-bb0e49fcd170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:26:01Z', 'updated_at': '2021-04-15T13:26:11Z', 'revision_number': 5, 'project_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'subnets': [{'id': '7bc56e48-b80d-42ad-9732-bb0e49fcd170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 13:26:46.417553 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a3a474-8fe2-41b4-ab0a-4258bb2f1f06 None None] New status for floating IP f04b9dd1-1ef2-432d-a011-216a90b75e8f: ACTIVE {{(pid=85260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 13:26:46.924832 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47a557f2-6ce0-416f-9ef8-17658d5933ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:52.813791 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:26:58.643933 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-40a079b2-0850-40e1-b7ae-71bf9a684931 req-a872d6b4-b59b-4b91-b3ab-b7dee0a72471 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1e9e7569-6805-4ab0-a974-77cc85ca355c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0794992 Apr 15 13:26:58.814927 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a079b2-0850-40e1-b7ae-71bf9a684931 req-584c319c-637d-4cba-90b4-4a3e1a8fe683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:26:58.816546 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-40a079b2-0850-40e1-b7ae-71bf9a684931 req-584c319c-637d-4cba-90b4-4a3e1a8fe683 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9ce8cbcfb75946d2b44cbcaaf3a0ca78&device_id=1e9e7569-6805-4ab0-a974-77cc85ca355c HTTP/1.1" status: 200 len: 1099 time: 0.0821366 Apr 15 13:26:58.974082 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a079b2-0850-40e1-b7ae-71bf9a684931 req-9079f07b-51b2-4fa2-a366-00d7b3668b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:26:58.975593 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-40a079b2-0850-40e1-b7ae-71bf9a684931 req-9079f07b-51b2-4fa2-a366-00d7b3668b81 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4e1556b8-17b9-4fee-9f24-a3fba80d45cc HTTP/1.1" status: 200 len: 909 time: 0.1371238 Apr 15 13:26:59.081784 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-40a079b2-0850-40e1-b7ae-71bf9a684931 req-3f7e53d8-4f62-4dfc-a75c-4ad5b75d6d36 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ce92a6e-0062-4d67-8537-02e8ec1d6130 HTTP/1.1" status: 200 len: 1002 time: 0.0993292 Apr 15 13:26:59.154697 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a079b2-0850-40e1-b7ae-71bf9a684931 req-e3b7f367-aa68-42a0-aeef-08d758ba2d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:26:59.156273 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-40a079b2-0850-40e1-b7ae-71bf9a684931 req-e3b7f367-aa68-42a0-aeef-08d758ba2d58 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7bc56e48-b80d-42ad-9732-bb0e49fcd170 HTTP/1.1" status: 200 len: 847 time: 0.0677283 Apr 15 13:26:59.239241 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a079b2-0850-40e1-b7ae-71bf9a684931 req-5baa34fc-b70c-441d-8012-63e27e8b3b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:26:59.240815 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-40a079b2-0850-40e1-b7ae-71bf9a684931 req-5baa34fc-b70c-441d-8012-63e27e8b3b7f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4e1556b8-17b9-4fee-9f24-a3fba80d45cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0766327 Apr 15 13:26:59.384855 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-40a079b2-0850-40e1-b7ae-71bf9a684931 req-f50b96d3-23ff-44dc-8ff6-6c72234c1e71 service neutron] 10.222.0.65 "GET /v2.0/networks/4e1556b8-17b9-4fee-9f24-a3fba80d45cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359448 Apr 15 13:26:59.531179 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-40a079b2-0850-40e1-b7ae-71bf9a684931 req-cc94611b-6242-412d-8b1c-24f3bed12f98 service neutron] 10.222.0.65 "GET /v2.0/networks/4e1556b8-17b9-4fee-9f24-a3fba80d45cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383042 Apr 15 13:27:12.032421 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d6f7deda-6d23-4d70-bdf2-512970ac8722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:27:14.658467 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-9e027c33-fe8c-4a60-97be-9f63e3357c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:27:14.831059 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.agents_db [None req-862eb08b-2c52-41b8-8db2-56e94ab18918 None None] Agent healthcheck: found 6 active agents {{(pid=85260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 13:27:15.436893 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c87900dd-59db-4d9b-b688-8554058ba32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:27:15.980380 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:27:16.927337 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47a557f2-6ce0-416f-9ef8-17658d5933ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:27:22.816453 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:27:42.033136 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-db0841d7-2e87-4bf4-a1f3-84a4e89b014b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:27:44.660232 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-05597bd7-596c-4ce8-bac3-16069be15cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:27:45.436755 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c87900dd-59db-4d9b-b688-8554058ba32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:27:45.981475 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:27:46.931191 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47a557f2-6ce0-416f-9ef8-17658d5933ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:27:51.830176 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.agents_db [None req-862eb08b-2c52-41b8-8db2-56e94ab18918 None None] Agent healthcheck: found 6 active agents {{(pid=85260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 13:27:52.812101 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:27:59.644608 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-28f46660-a550-4a3f-a1d7-e44878424a6b req-c293c82c-2327-4188-b96e-18d1f73008be service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1e9e7569-6805-4ab0-a974-77cc85ca355c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0804708 Apr 15 13:27:59.812683 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f46660-a550-4a3f-a1d7-e44878424a6b req-9a929091-9b70-44f4-bd70-86aade1ec0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:27:59.814296 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-28f46660-a550-4a3f-a1d7-e44878424a6b req-9a929091-9b70-44f4-bd70-86aade1ec0a7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9ce8cbcfb75946d2b44cbcaaf3a0ca78&device_id=1e9e7569-6805-4ab0-a974-77cc85ca355c HTTP/1.1" status: 200 len: 1099 time: 0.0814962 Apr 15 13:27:59.977083 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f46660-a550-4a3f-a1d7-e44878424a6b req-77fc4280-e842-4390-a538-887f893e3456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:27:59.978665 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-28f46660-a550-4a3f-a1d7-e44878424a6b req-77fc4280-e842-4390-a538-887f893e3456 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4e1556b8-17b9-4fee-9f24-a3fba80d45cc HTTP/1.1" status: 200 len: 909 time: 0.1434019 Apr 15 13:28:00.089700 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-28f46660-a550-4a3f-a1d7-e44878424a6b req-2601273f-b0a9-40d7-9f40-013eddb38e76 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ce92a6e-0062-4d67-8537-02e8ec1d6130 HTTP/1.1" status: 200 len: 1002 time: 0.1038826 Apr 15 13:28:00.159427 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f46660-a550-4a3f-a1d7-e44878424a6b req-9603eb8b-f559-4542-aabb-37a044564610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:28:00.161078 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-28f46660-a550-4a3f-a1d7-e44878424a6b req-9603eb8b-f559-4542-aabb-37a044564610 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7bc56e48-b80d-42ad-9732-bb0e49fcd170 HTTP/1.1" status: 200 len: 847 time: 0.0644081 Apr 15 13:28:00.248245 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f46660-a550-4a3f-a1d7-e44878424a6b req-745e687f-dcec-43aa-bfc8-825caad98944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:28:00.249855 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-28f46660-a550-4a3f-a1d7-e44878424a6b req-745e687f-dcec-43aa-bfc8-825caad98944 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4e1556b8-17b9-4fee-9f24-a3fba80d45cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0810151 Apr 15 13:28:00.397563 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-28f46660-a550-4a3f-a1d7-e44878424a6b req-2f6f77f5-d0a1-47f6-b593-8ffe5eba3a48 service neutron] 10.222.0.65 "GET /v2.0/networks/4e1556b8-17b9-4fee-9f24-a3fba80d45cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404362 Apr 15 13:28:00.802731 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-28f46660-a550-4a3f-a1d7-e44878424a6b req-2f102d0b-8c00-441d-81fa-85c22d6d01c6 service neutron] 10.222.0.65 "GET /v2.0/networks/4e1556b8-17b9-4fee-9f24-a3fba80d45cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973308 Apr 15 13:28:12.034303 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-00696a73-8b15-41fd-a607-0ec854cfeaf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:28:14.661439 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-89ab394c-32c7-4f3a-9093-d17c0a793d1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:28:15.440321 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c87900dd-59db-4d9b-b688-8554058ba32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:28:15.984389 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:28:16.935836 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47a557f2-6ce0-416f-9ef8-17658d5933ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:28:22.806805 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:28:28.831580 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.agents_db [None req-862eb08b-2c52-41b8-8db2-56e94ab18918 None None] Agent healthcheck: found 6 active agents {{(pid=85260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 13:28:34.512395 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf0efe-3f20-45a7-ab07-e465ed9b03df req-d7cad61c-f389-4e26-bd98-8656f1e0f867 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:28:34.514001 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-94bf0efe-3f20-45a7-ab07-e465ed9b03df req-d7cad61c-f389-4e26-bd98-8656f1e0f867 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e9e7569-6805-4ab0-a974-77cc85ca355c HTTP/1.1" status: 200 len: 946 time: 0.0896404 Apr 15 13:28:34.565367 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-94bf0efe-3f20-45a7-ab07-e465ed9b03df req-4334c39b-6ed0-4420-a54b-461ad1b56191 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/security-groups?id=061f79ba-5dd6-4bd7-8e7f-a044d9473cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449419 Apr 15 13:28:35.783362 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a7ebc-c868-40dd-a5a0-511e7ce89cec req-dfdf2415-5204-4539-9e6d-d9d61f2111ac tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:28:35.784987 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5c3a7ebc-c868-40dd-a5a0-511e7ce89cec req-dfdf2415-5204-4539-9e6d-d9d61f2111ac tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e9e7569-6805-4ab0-a974-77cc85ca355c HTTP/1.1" status: 200 len: 946 time: 0.0902512 Apr 15 13:28:35.834402 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5c3a7ebc-c868-40dd-a5a0-511e7ce89cec req-c8ae52a5-18cf-4e78-a565-a9773baf6760 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/security-groups?id=061f79ba-5dd6-4bd7-8e7f-a044d9473cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430961 Apr 15 13:28:37.052731 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35474c03-d90c-4dd2-a914-cbeef61bcfef req-efa0f757-9f95-4c54-82eb-f4e491949e2f tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:28:37.054231 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-35474c03-d90c-4dd2-a914-cbeef61bcfef req-efa0f757-9f95-4c54-82eb-f4e491949e2f tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e9e7569-6805-4ab0-a974-77cc85ca355c HTTP/1.1" status: 200 len: 946 time: 0.0931036 Apr 15 13:28:37.103269 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-35474c03-d90c-4dd2-a914-cbeef61bcfef req-7b4cc3cb-10e9-4ef9-85a1-56d2338bec2e tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/security-groups?id=061f79ba-5dd6-4bd7-8e7f-a044d9473cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418768 Apr 15 13:28:38.307264 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5b8cb-3497-42e8-8fd6-8896949a819f req-f642582f-acb1-4813-a934-89c4e2249b6d tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:28:38.308888 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-84c5b8cb-3497-42e8-8fd6-8896949a819f req-f642582f-acb1-4813-a934-89c4e2249b6d tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e9e7569-6805-4ab0-a974-77cc85ca355c HTTP/1.1" status: 200 len: 946 time: 0.0895972 Apr 15 13:28:38.357606 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-84c5b8cb-3497-42e8-8fd6-8896949a819f req-3353ae17-e2d5-4140-8818-bbc72b51c49f tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/security-groups?id=061f79ba-5dd6-4bd7-8e7f-a044d9473cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423722 Apr 15 13:28:39.565193 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff473b-6549-4f8a-8acd-d4aee162ae60 req-f8266996-9fb6-416c-9f6e-6d9443a1eac3 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:28:39.566717 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-eaff473b-6549-4f8a-8acd-d4aee162ae60 req-f8266996-9fb6-416c-9f6e-6d9443a1eac3 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e9e7569-6805-4ab0-a974-77cc85ca355c HTTP/1.1" status: 200 len: 946 time: 0.0932610 Apr 15 13:28:39.614730 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-eaff473b-6549-4f8a-8acd-d4aee162ae60 req-e6c3ac5b-d018-4acc-9f22-7e5f6ddd38cc tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/security-groups?id=061f79ba-5dd6-4bd7-8e7f-a044d9473cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416119 Apr 15 13:28:40.824569 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1e639-86ba-4478-be9d-cd1ac1be95d1 req-183a2115-4150-490f-afc7-cfe50e49a4b9 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:28:40.826160 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c4d1e639-86ba-4478-be9d-cd1ac1be95d1 req-183a2115-4150-490f-afc7-cfe50e49a4b9 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e9e7569-6805-4ab0-a974-77cc85ca355c HTTP/1.1" status: 200 len: 946 time: 0.0929775 Apr 15 13:28:40.874824 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c4d1e639-86ba-4478-be9d-cd1ac1be95d1 req-c5a3c0ab-66a3-435b-abe1-8158db3d1375 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/security-groups?id=061f79ba-5dd6-4bd7-8e7f-a044d9473cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420206 Apr 15 13:28:42.039946 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a085d0d8-6b8f-4a24-82ad-ac6890ff34ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:28:42.075658 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f0d866-0b1b-4baf-a6d2-06ab6246eb2f req-885f484e-9b67-4188-b32a-6f227d74bd2d tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:28:42.077272 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d7f0d866-0b1b-4baf-a6d2-06ab6246eb2f req-885f484e-9b67-4188-b32a-6f227d74bd2d tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e9e7569-6805-4ab0-a974-77cc85ca355c HTTP/1.1" status: 200 len: 946 time: 0.0895703 Apr 15 13:28:42.126023 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-d7f0d866-0b1b-4baf-a6d2-06ab6246eb2f req-fa37131c-b5ef-4f14-9d87-5e9fd5be77d7 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/security-groups?id=061f79ba-5dd6-4bd7-8e7f-a044d9473cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424819 Apr 15 13:28:43.327136 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e98dd-bc5e-4e0e-b4b9-dc032925d4ea req-83557dad-c92d-438d-8c85-23b115e7ed0b tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:28:43.328739 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-b82e98dd-bc5e-4e0e-b4b9-dc032925d4ea req-83557dad-c92d-438d-8c85-23b115e7ed0b tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e9e7569-6805-4ab0-a974-77cc85ca355c HTTP/1.1" status: 200 len: 946 time: 0.0899057 Apr 15 13:28:43.375898 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-b82e98dd-bc5e-4e0e-b4b9-dc032925d4ea req-5bde801f-bf32-4cb6-ae70-79a7694dde73 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/security-groups?id=061f79ba-5dd6-4bd7-8e7f-a044d9473cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407522 Apr 15 13:28:44.580580 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a22f71-697c-4153-af03-997f1500fc36 req-93a06b78-16a1-4fea-8b60-cd4e6134fcc5 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:28:44.582176 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-10a22f71-697c-4153-af03-997f1500fc36 req-93a06b78-16a1-4fea-8b60-cd4e6134fcc5 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e9e7569-6805-4ab0-a974-77cc85ca355c HTTP/1.1" status: 200 len: 946 time: 0.0918276 Apr 15 13:28:44.662879 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-9244beb2-01cf-4d9c-b05b-62c4f4c0d7ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:28:44.677415 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-10a22f71-697c-4153-af03-997f1500fc36 req-c93c078a-e3f0-4490-b70e-b8634a2c90fb tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/security-groups?id=061f79ba-5dd6-4bd7-8e7f-a044d9473cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882983 Apr 15 13:28:44.709441 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593b4ec-fee0-4034-a7e6-1d74a0eb518e req-c9f2fa8f-6e8c-4467-98fc-0134bdbfef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:28:44.711729 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8593b4ec-fee0-4034-a7e6-1d74a0eb518e req-c9f2fa8f-6e8c-4467-98fc-0134bdbfef97 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9ce8cbcfb75946d2b44cbcaaf3a0ca78&device_id=1e9e7569-6805-4ab0-a974-77cc85ca355c HTTP/1.1" status: 200 len: 1099 time: 0.0987899 Apr 15 13:28:44.859344 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593b4ec-fee0-4034-a7e6-1d74a0eb518e req-8085f9c8-5a6e-46bf-845c-402b4e524489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:28:44.860976 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8593b4ec-fee0-4034-a7e6-1d74a0eb518e req-8085f9c8-5a6e-46bf-845c-402b4e524489 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4e1556b8-17b9-4fee-9f24-a3fba80d45cc HTTP/1.1" status: 200 len: 909 time: 0.1433537 Apr 15 13:28:44.973641 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8593b4ec-fee0-4034-a7e6-1d74a0eb518e req-498aadc9-34fe-4be8-99b2-a5d446fdd059 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ce92a6e-0062-4d67-8537-02e8ec1d6130 HTTP/1.1" status: 200 len: 1002 time: 0.1051233 Apr 15 13:28:45.043515 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593b4ec-fee0-4034-a7e6-1d74a0eb518e req-1da3f8ea-2195-4431-bc57-43c31dea5ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:28:45.045134 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8593b4ec-fee0-4034-a7e6-1d74a0eb518e req-1da3f8ea-2195-4431-bc57-43c31dea5ab9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7bc56e48-b80d-42ad-9732-bb0e49fcd170 HTTP/1.1" status: 200 len: 847 time: 0.0645611 Apr 15 13:28:45.130657 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593b4ec-fee0-4034-a7e6-1d74a0eb518e req-756f45bd-f54c-4baa-bed3-467c1f85154a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:28:45.132335 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8593b4ec-fee0-4034-a7e6-1d74a0eb518e req-756f45bd-f54c-4baa-bed3-467c1f85154a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4e1556b8-17b9-4fee-9f24-a3fba80d45cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0808284 Apr 15 13:28:45.274512 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8593b4ec-fee0-4034-a7e6-1d74a0eb518e req-14ce9463-3483-4d26-ae57-e30198425183 service neutron] 10.222.0.65 "GET /v2.0/networks/4e1556b8-17b9-4fee-9f24-a3fba80d45cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356540 Apr 15 13:28:45.417804 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-8593b4ec-fee0-4034-a7e6-1d74a0eb518e req-3d07052c-c3fe-4683-bf97-a287d2ef37ec service neutron] 10.222.0.65 "GET /v2.0/networks/4e1556b8-17b9-4fee-9f24-a3fba80d45cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371179 Apr 15 13:28:45.442560 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c87900dd-59db-4d9b-b688-8554058ba32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:28:45.896434 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420555b4-2a10-4ea8-9c65-11efb05d0b70 req-f56ee5b0-3597-4961-8cd8-804367723a6e tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:28:45.898076 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-420555b4-2a10-4ea8-9c65-11efb05d0b70 req-f56ee5b0-3597-4961-8cd8-804367723a6e tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e9e7569-6805-4ab0-a974-77cc85ca355c HTTP/1.1" status: 200 len: 946 time: 0.0905490 Apr 15 13:28:45.947198 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-420555b4-2a10-4ea8-9c65-11efb05d0b70 req-f57c9bd9-d0fe-4805-bd09-2d98c91c7d0e tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/security-groups?id=061f79ba-5dd6-4bd7-8e7f-a044d9473cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418909 Apr 15 13:28:45.986522 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:28:46.936723 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47a557f2-6ce0-416f-9ef8-17658d5933ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:28:47.301391 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e875cf44-af97-44f9-b003-e2232993ce09 req-6834ba1a-4eb3-4676-aae8-9ca33ace7094 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:28:47.303019 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e875cf44-af97-44f9-b003-e2232993ce09 req-6834ba1a-4eb3-4676-aae8-9ca33ace7094 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e9e7569-6805-4ab0-a974-77cc85ca355c HTTP/1.1" status: 200 len: 946 time: 0.0943210 Apr 15 13:28:47.353812 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e875cf44-af97-44f9-b003-e2232993ce09 req-cc2ce60c-dc84-45ac-bb2c-997b15a06986 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/security-groups?id=061f79ba-5dd6-4bd7-8e7f-a044d9473cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430300 Apr 15 13:28:48.559830 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a5068-2de5-4af5-a4ba-36c123eb73d4 req-2f714069-3991-4932-a56e-58a6271ea7ac tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:28:48.561432 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-580a5068-2de5-4af5-a4ba-36c123eb73d4 req-2f714069-3991-4932-a56e-58a6271ea7ac tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e9e7569-6805-4ab0-a974-77cc85ca355c HTTP/1.1" status: 200 len: 946 time: 0.0889788 Apr 15 13:28:48.614586 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-580a5068-2de5-4af5-a4ba-36c123eb73d4 req-b13d5134-99de-4d1e-af2a-2efb50d3e2b4 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/security-groups?id=061f79ba-5dd6-4bd7-8e7f-a044d9473cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466232 Apr 15 13:28:50.074111 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af9d63-c8df-41ec-940d-8efe42f75c1b req-6071e978-5178-4e41-b4da-6b6e8a5bd632 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:28:50.075662 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-96af9d63-c8df-41ec-940d-8efe42f75c1b req-6071e978-5178-4e41-b4da-6b6e8a5bd632 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e9e7569-6805-4ab0-a974-77cc85ca355c HTTP/1.1" status: 200 len: 946 time: 0.1491346 Apr 15 13:28:50.112564 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-06ee9f7c-2246-4c91-8e59-382bff3ef1b4 req-9bcf8f86-c70f-4a45-a81b-90696f07e0f2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1e9e7569-6805-4ab0-a974-77cc85ca355c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2482233 Apr 15 13:28:50.134280 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-96af9d63-c8df-41ec-940d-8efe42f75c1b req-e1cf1dbf-6e0a-4b73-b5c4-da31d8606241 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/security-groups?id=061f79ba-5dd6-4bd7-8e7f-a044d9473cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512452 Apr 15 13:28:51.066043 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device 0ce92a6e-0062-4d67-8537-02e8ec1d6130 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 13:28:51.194900 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:28:51.225817 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9e7569-6805-4ab0-a974-77cc85ca355c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ce92a6e-0062-4d67-8537-02e8ec1d6130'}] {{(pid=85259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:28:51.238217 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port 0ce92a6e-0062-4d67-8537-02e8ec1d6130, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=0ce92a6e-0062-4d67-8537-02e8ec1d6130,segment=NetworkSegment(80faafa2-d392-43e0-9199-f288dbf3b148),segment_id=80faafa2-d392-43e0-9199-f288dbf3b148)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:28:51.241427 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:28:51.243725 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:28:51.325426 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Pushing event updated for resources: {'Port': ['ID=0ce92a6e-0062-4d67-8537-02e8ec1d6130,revision_number=6']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:28:51.334378 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:28:51.334766 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:28:51.335146 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:28:51.335534 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:28:51.335900 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:28:51.336266 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:28:51.336632 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:28:51.336996 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:28:51.337750 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:28:51.338120 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:28:51.338487 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:28:51.338849 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:28:51.343749 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:28:51.359864 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ed088-0126-4a46-820b-20995e7e9989 req-c973a7c2-7473-4826-9ed0-62d3d06f559f tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:28:51.361583 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-bb7ed088-0126-4a46-820b-20995e7e9989 req-c973a7c2-7473-4826-9ed0-62d3d06f559f tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e9e7569-6805-4ab0-a974-77cc85ca355c HTTP/1.1" status: 200 len: 944 time: 0.1005464 Apr 15 13:28:51.366129 dv-cinder-784945-5-smb neutron-server[85144]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1e9e7569-6805-4ab0-a974-77cc85ca355c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0ce92a6e-0062-4d67-8537-02e8ec1d6130', 'code': 422} returned with failed status Apr 15 13:28:51.414824 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-bb7ed088-0126-4a46-820b-20995e7e9989 req-4b3daaef-bd2c-42b0-8566-a60d8f3d8713 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/security-groups?id=061f79ba-5dd6-4bd7-8e7f-a044d9473cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464103 Apr 15 13:28:51.542652 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee9f7c-2246-4c91-8e59-382bff3ef1b4 req-d4663bc3-d462-4ce8-98ae-71df2a1a84d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:28:51.544202 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-06ee9f7c-2246-4c91-8e59-382bff3ef1b4 req-d4663bc3-d462-4ce8-98ae-71df2a1a84d3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1e9e7569-6805-4ab0-a974-77cc85ca355c&tenant_id=9ce8cbcfb75946d2b44cbcaaf3a0ca78 HTTP/1.1" status: 200 len: 1097 time: 0.0849676 Apr 15 13:28:51.657261 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee9f7c-2246-4c91-8e59-382bff3ef1b4 req-7ad86dec-6e3c-47af-8e9e-02c5904feff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:28:51.658904 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-06ee9f7c-2246-4c91-8e59-382bff3ef1b4 req-7ad86dec-6e3c-47af-8e9e-02c5904feff2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9ce8cbcfb75946d2b44cbcaaf3a0ca78&device_id=1e9e7569-6805-4ab0-a974-77cc85ca355c HTTP/1.1" status: 200 len: 1097 time: 0.0813580 Apr 15 13:28:51.807346 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee9f7c-2246-4c91-8e59-382bff3ef1b4 req-b664bb22-1b3a-4ace-b268-e542ccc2dc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:28:51.809106 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-06ee9f7c-2246-4c91-8e59-382bff3ef1b4 req-b664bb22-1b3a-4ace-b268-e542ccc2dc0c service neutron] 10.222.0.65 "GET /v2.0/networks?id=4e1556b8-17b9-4fee-9f24-a3fba80d45cc HTTP/1.1" status: 200 len: 909 time: 0.1422966 Apr 15 13:28:51.924158 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-06ee9f7c-2246-4c91-8e59-382bff3ef1b4 req-1e43b8f8-379a-4db1-ad4d-4d194e457828 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ce92a6e-0062-4d67-8537-02e8ec1d6130 HTTP/1.1" status: 200 len: 1000 time: 0.1083305 Apr 15 13:28:51.999229 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee9f7c-2246-4c91-8e59-382bff3ef1b4 req-f02e9c8a-4470-43a1-a67a-c396ed4b75b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:28:52.000881 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-06ee9f7c-2246-4c91-8e59-382bff3ef1b4 req-f02e9c8a-4470-43a1-a67a-c396ed4b75b2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7bc56e48-b80d-42ad-9732-bb0e49fcd170 HTTP/1.1" status: 200 len: 847 time: 0.0704272 Apr 15 13:28:52.085663 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee9f7c-2246-4c91-8e59-382bff3ef1b4 req-b1d067f6-267e-4fc1-8576-ef9f5eea54db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:28:52.087985 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-06ee9f7c-2246-4c91-8e59-382bff3ef1b4 req-b1d067f6-267e-4fc1-8576-ef9f5eea54db service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4e1556b8-17b9-4fee-9f24-a3fba80d45cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0791755 Apr 15 13:28:52.236142 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-06ee9f7c-2246-4c91-8e59-382bff3ef1b4 req-4782b3f7-c2f1-47aa-b9f2-0e495aa331de service neutron] 10.222.0.65 "GET /v2.0/networks/4e1556b8-17b9-4fee-9f24-a3fba80d45cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413307 Apr 15 13:28:52.380493 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-06ee9f7c-2246-4c91-8e59-382bff3ef1b4 req-95635adb-2113-48f0-9b87-7f30f71de041 service neutron] 10.222.0.65 "GET /v2.0/networks/4e1556b8-17b9-4fee-9f24-a3fba80d45cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373224 Apr 15 13:28:52.628574 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55ec02-c832-431d-a59d-a6d33836fbad req-d5809da7-424a-4477-ad98-38337cfd9fbf tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:28:52.630178 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-fb55ec02-c832-431d-a59d-a6d33836fbad req-d5809da7-424a-4477-ad98-38337cfd9fbf tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e9e7569-6805-4ab0-a974-77cc85ca355c HTTP/1.1" status: 200 len: 944 time: 0.0908673 Apr 15 13:28:52.687090 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-fb55ec02-c832-431d-a59d-a6d33836fbad req-af2eabbf-c6c4-4fc4-be7b-7a98a30223d4 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/security-groups?id=061f79ba-5dd6-4bd7-8e7f-a044d9473cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489593 Apr 15 13:28:52.812552 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:28:53.892628 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9be172-87da-4151-9323-4911ba8bd1bc req-0abe5b90-dae5-44dd-b1f2-4d13d07750a2 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:28:53.894230 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-7e9be172-87da-4151-9323-4911ba8bd1bc req-0abe5b90-dae5-44dd-b1f2-4d13d07750a2 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e9e7569-6805-4ab0-a974-77cc85ca355c HTTP/1.1" status: 200 len: 944 time: 0.0902305 Apr 15 13:28:53.943166 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-7e9be172-87da-4151-9323-4911ba8bd1bc req-ee650a7e-ecc0-40b9-9a6e-6b8563f39ed0 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/security-groups?id=061f79ba-5dd6-4bd7-8e7f-a044d9473cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418987 Apr 15 13:28:55.097258 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device 0ce92a6e-0062-4d67-8537-02e8ec1d6130 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=85259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 13:28:55.148032 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16369b44-e0b4-469f-afe1-a36aca1ae83b req-8754df42-a36a-4974-b1e2-b1230ef7ed33 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:28:55.150253 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-16369b44-e0b4-469f-afe1-a36aca1ae83b req-8754df42-a36a-4974-b1e2-b1230ef7ed33 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e9e7569-6805-4ab0-a974-77cc85ca355c HTTP/1.1" status: 200 len: 944 time: 0.0922735 Apr 15 13:28:55.200073 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-16369b44-e0b4-469f-afe1-a36aca1ae83b req-08a6798c-dd40-4244-8c8c-a809380a69c9 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/security-groups?id=061f79ba-5dd6-4bd7-8e7f-a044d9473cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430517 Apr 15 13:28:55.243261 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port 0ce92a6e-0062-4d67-8537-02e8ec1d6130, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=0ce92a6e-0062-4d67-8537-02e8ec1d6130,segment=NetworkSegment(80faafa2-d392-43e0-9199-f288dbf3b148),segment_id=80faafa2-d392-43e0-9199-f288dbf3b148)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:28:55.257521 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Returning: {'device': '0ce92a6e-0062-4d67-8537-02e8ec1d6130', 'network_id': '4e1556b8-17b9-4fee-9f24-a3fba80d45cc', 'port_id': '0ce92a6e-0062-4d67-8537-02e8ec1d6130', 'mac_address': 'fa:16:3e:4f:03:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc56e48-b80d-42ad-9732-bb0e49fcd170', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 13:28:55.320245 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:28:55.339115 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ce92a6e-0062-4d67-8537-02e8ec1d6130 {{(pid=85259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 13:28:55.355858 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port 0ce92a6e-0062-4d67-8537-02e8ec1d6130, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=0ce92a6e-0062-4d67-8537-02e8ec1d6130,segment=NetworkSegment(80faafa2-d392-43e0-9199-f288dbf3b148),segment_id=80faafa2-d392-43e0-9199-f288dbf3b148)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:28:55.358556 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:28:55.361204 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:28:55.430400 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Pushing event updated for resources: {'Port': ['ID=0ce92a6e-0062-4d67-8537-02e8ec1d6130,revision_number=7']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:28:55.434316 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:28:55.677215 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] get_ports_and_sgs() called for port_ids ['0ce92a6e-0062-4d67-8537-02e8ec1d6130'] {{(pid=85259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 13:28:56.402697 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c195670-f434-4d9a-8566-4fd5fbf865ad req-51103627-dcf5-48fc-9578-00439ff141b7 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:28:56.404714 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-3c195670-f434-4d9a-8566-4fd5fbf865ad req-51103627-dcf5-48fc-9578-00439ff141b7 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e9e7569-6805-4ab0-a974-77cc85ca355c HTTP/1.1" status: 200 len: 945 time: 0.0912552 Apr 15 13:28:56.452442 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-3c195670-f434-4d9a-8566-4fd5fbf865ad req-484a664b-4eec-4154-aefa-4bdf7015ecc5 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/security-groups?id=061f79ba-5dd6-4bd7-8e7f-a044d9473cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413425 Apr 15 13:28:57.102275 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device 0ce92a6e-0062-4d67-8537-02e8ec1d6130 up at agent hyperv_hv-cinder-78494 {{(pid=85259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 13:28:57.178430 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.provisioning_blocks [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Provisioning complete for port 0ce92a6e-0062-4d67-8537-02e8ec1d6130 triggered by entity L2. {{(pid=85259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 13:28:57.178849 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-81913'] for port, provisioning_complete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:28:57.304585 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269485'] for port, before_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:28:57.331887 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9e7569-6805-4ab0-a974-77cc85ca355c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce92a6e-0062-4d67-8537-02e8ec1d6130'}] {{(pid=85259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:28:57.342910 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] For port 0ce92a6e-0062-4d67-8537-02e8ec1d6130, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=0ce92a6e-0062-4d67-8537-02e8ec1d6130,segment=NetworkSegment(80faafa2-d392-43e0-9199-f288dbf3b148),segment_id=80faafa2-d392-43e0-9199-f288dbf3b148)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:28:57.346734 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757045826351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757045383914', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757045385485'] for port, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:28:57.348728 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:28:57.386179 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9e7569-6805-4ab0-a974-77cc85ca355c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce92a6e-0062-4d67-8537-02e8ec1d6130', 'code': 200} Apr 15 13:28:57.420467 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Pushing event updated for resources: {'Port': ['ID=0ce92a6e-0062-4d67-8537-02e8ec1d6130,revision_number=8']} {{(pid=85259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:28:57.423529 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:28:57.663544 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645d2d4-5ebc-4e19-bdee-5ebc17e9a710 req-efd4ffb0-424d-4423-8e6e-05f2be9a37fd tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:28:57.665149 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-b645d2d4-5ebc-4e19-bdee-5ebc17e9a710 req-efd4ffb0-424d-4423-8e6e-05f2be9a37fd tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e9e7569-6805-4ab0-a974-77cc85ca355c HTTP/1.1" status: 200 len: 946 time: 0.0942826 Apr 15 13:28:57.758620 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-b645d2d4-5ebc-4e19-bdee-5ebc17e9a710 req-3474d047-fa7c-4cef-8671-e68c52255a81 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/security-groups?id=061f79ba-5dd6-4bd7-8e7f-a044d9473cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577993 Apr 15 13:28:57.781252 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c61c26-de81-4aef-8d18-c16c00481caf req-1454945e-45eb-4cda-9b09-aaee9383ecc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:28:57.782899 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c3c61c26-de81-4aef-8d18-c16c00481caf req-1454945e-45eb-4cda-9b09-aaee9383ecc1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1e9e7569-6805-4ab0-a974-77cc85ca355c HTTP/1.1" status: 200 len: 1099 time: 0.1167338 Apr 15 13:28:57.827387 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-c3c61c26-de81-4aef-8d18-c16c00481caf req-d462be54-4ddc-4784-93f0-eb5268837dca service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=061f79ba-5dd6-4bd7-8e7f-a044d9473cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370367 Apr 15 13:28:58.983902 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82440e9-bd18-4b15-8cd1-595c2a5d089b req-9cff6f5d-f99d-46fc-87d8-3d16dcc58b1d tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:28:58.985499 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a82440e9-bd18-4b15-8cd1-595c2a5d089b req-9cff6f5d-f99d-46fc-87d8-3d16dcc58b1d tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e9e7569-6805-4ab0-a974-77cc85ca355c HTTP/1.1" status: 200 len: 946 time: 0.0961614 Apr 15 13:28:59.034689 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-a82440e9-bd18-4b15-8cd1-595c2a5d089b req-9a857df0-90d9-468b-942f-9faf7acdbb48 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/security-groups?id=061f79ba-5dd6-4bd7-8e7f-a044d9473cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428381 Apr 15 13:29:00.240163 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d13c99-7d5a-4e5f-ae07-63439cd30b28 req-67f88aea-b776-445b-862d-717b8506bd18 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:29:00.241778 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-76d13c99-7d5a-4e5f-ae07-63439cd30b28 req-67f88aea-b776-445b-862d-717b8506bd18 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e9e7569-6805-4ab0-a974-77cc85ca355c HTTP/1.1" status: 200 len: 946 time: 0.0920033 Apr 15 13:29:00.530838 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-76d13c99-7d5a-4e5f-ae07-63439cd30b28 req-167ba08b-79f9-4796-9035-169656b212eb tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/security-groups?id=061f79ba-5dd6-4bd7-8e7f-a044d9473cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2817421 Apr 15 13:29:00.641159 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-38e1c78b-620e-44cf-86b7-34083523f9e3 req-35713407-4562-490f-929b-cea208d8c718 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1e9e7569-6805-4ab0-a974-77cc85ca355c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0827243 Apr 15 13:29:00.807776 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1c78b-620e-44cf-86b7-34083523f9e3 req-2aa9dfff-f888-48af-9452-a821c1dbc0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:29:00.809354 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-38e1c78b-620e-44cf-86b7-34083523f9e3 req-2aa9dfff-f888-48af-9452-a821c1dbc0f7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9ce8cbcfb75946d2b44cbcaaf3a0ca78&device_id=1e9e7569-6805-4ab0-a974-77cc85ca355c HTTP/1.1" status: 200 len: 1099 time: 0.0801656 Apr 15 13:29:00.973267 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1c78b-620e-44cf-86b7-34083523f9e3 req-c368eeee-5069-44e9-84e8-88ea72fef197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:29:00.974850 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-38e1c78b-620e-44cf-86b7-34083523f9e3 req-c368eeee-5069-44e9-84e8-88ea72fef197 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4e1556b8-17b9-4fee-9f24-a3fba80d45cc HTTP/1.1" status: 200 len: 909 time: 0.1463232 Apr 15 13:29:01.085209 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-38e1c78b-620e-44cf-86b7-34083523f9e3 req-ee64e6f8-0575-4d6f-afa8-4e281084c413 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ce92a6e-0062-4d67-8537-02e8ec1d6130 HTTP/1.1" status: 200 len: 1002 time: 0.1026397 Apr 15 13:29:01.153329 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1c78b-620e-44cf-86b7-34083523f9e3 req-1a4b2d27-fe49-49d2-8b11-c9be54af0667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:29:01.154922 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-38e1c78b-620e-44cf-86b7-34083523f9e3 req-1a4b2d27-fe49-49d2-8b11-c9be54af0667 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7bc56e48-b80d-42ad-9732-bb0e49fcd170 HTTP/1.1" status: 200 len: 847 time: 0.0636683 Apr 15 13:29:01.236328 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1c78b-620e-44cf-86b7-34083523f9e3 req-2a18d38f-c12f-46b7-975a-3f37489ad294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:29:01.237922 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-38e1c78b-620e-44cf-86b7-34083523f9e3 req-2a18d38f-c12f-46b7-975a-3f37489ad294 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4e1556b8-17b9-4fee-9f24-a3fba80d45cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0759976 Apr 15 13:29:01.380271 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-38e1c78b-620e-44cf-86b7-34083523f9e3 req-7346395f-0bfe-470e-9e12-09df5286e5e4 service neutron] 10.222.0.65 "GET /v2.0/networks/4e1556b8-17b9-4fee-9f24-a3fba80d45cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355023 Apr 15 13:29:01.522757 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-38e1c78b-620e-44cf-86b7-34083523f9e3 req-f1b31c8c-b497-42c3-941b-0d97326f1d7e service neutron] 10.222.0.65 "GET /v2.0/networks/4e1556b8-17b9-4fee-9f24-a3fba80d45cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358342 Apr 15 13:29:05.831627 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.agents_db [None req-862eb08b-2c52-41b8-8db2-56e94ab18918 None None] Agent healthcheck: found 6 active agents {{(pid=85260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 13:29:12.042458 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d4e7f94c-a9fa-4da8-a25d-38cddcced4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:29:14.664322 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-35279d81-ef5d-4a71-9f73-c925b09e4fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:29:15.445190 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c87900dd-59db-4d9b-b688-8554058ba32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:29:15.987957 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:29:16.938516 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47a557f2-6ce0-416f-9ef8-17658d5933ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:29:22.827214 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:29:42.044038 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-aa94e802-8e7d-4cd7-8045-f1e78d513b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:29:42.831608 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.agents_db [None req-862eb08b-2c52-41b8-8db2-56e94ab18918 None None] Agent healthcheck: found 6 active agents {{(pid=85260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 13:29:44.666000 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ad2930a2-32b0-498b-b4d5-a00dbc029c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:29:45.446891 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c87900dd-59db-4d9b-b688-8554058ba32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:29:45.990790 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:29:46.941555 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47a557f2-6ce0-416f-9ef8-17658d5933ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:29:52.826410 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:01.641190 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4450b3ad-d066-4a6d-ac78-942baf6ebf31 req-09602b5c-3777-40da-9dc5-339d279e781d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1e9e7569-6805-4ab0-a974-77cc85ca355c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0818017 Apr 15 13:30:01.810609 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450b3ad-d066-4a6d-ac78-942baf6ebf31 req-db6b246a-00d8-46a4-abef-947c83fe3b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:30:01.812103 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4450b3ad-d066-4a6d-ac78-942baf6ebf31 req-db6b246a-00d8-46a4-abef-947c83fe3b5d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9ce8cbcfb75946d2b44cbcaaf3a0ca78&device_id=1e9e7569-6805-4ab0-a974-77cc85ca355c HTTP/1.1" status: 200 len: 1099 time: 0.0779231 Apr 15 13:30:01.971216 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450b3ad-d066-4a6d-ac78-942baf6ebf31 req-41d4ca92-bb67-44b0-b0a6-eff915c8031f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:30:01.972751 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4450b3ad-d066-4a6d-ac78-942baf6ebf31 req-41d4ca92-bb67-44b0-b0a6-eff915c8031f service neutron] 10.222.0.65 "GET /v2.0/networks?id=4e1556b8-17b9-4fee-9f24-a3fba80d45cc HTTP/1.1" status: 200 len: 909 time: 0.1387365 Apr 15 13:30:02.085730 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4450b3ad-d066-4a6d-ac78-942baf6ebf31 req-3024e6bb-9369-4b90-8d68-552a4384126e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ce92a6e-0062-4d67-8537-02e8ec1d6130 HTTP/1.1" status: 200 len: 1002 time: 0.1046386 Apr 15 13:30:02.158656 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450b3ad-d066-4a6d-ac78-942baf6ebf31 req-9d834e97-64d5-4f45-8316-874ca644bd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:30:02.160215 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4450b3ad-d066-4a6d-ac78-942baf6ebf31 req-9d834e97-64d5-4f45-8316-874ca644bd03 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7bc56e48-b80d-42ad-9732-bb0e49fcd170 HTTP/1.1" status: 200 len: 847 time: 0.0668342 Apr 15 13:30:02.244158 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450b3ad-d066-4a6d-ac78-942baf6ebf31 req-af593e33-7218-45e9-906d-5374430a620f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:30:02.245706 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4450b3ad-d066-4a6d-ac78-942baf6ebf31 req-af593e33-7218-45e9-906d-5374430a620f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4e1556b8-17b9-4fee-9f24-a3fba80d45cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0783329 Apr 15 13:30:02.389256 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4450b3ad-d066-4a6d-ac78-942baf6ebf31 req-8586404e-0da9-4090-9b61-82547b13cba8 service neutron] 10.222.0.65 "GET /v2.0/networks/4e1556b8-17b9-4fee-9f24-a3fba80d45cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359870 Apr 15 13:30:02.535899 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-4450b3ad-d066-4a6d-ac78-942baf6ebf31 req-b4790512-3ab3-4096-8c72-90b429bf2afe service neutron] 10.222.0.65 "GET /v2.0/networks/4e1556b8-17b9-4fee-9f24-a3fba80d45cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396289 Apr 15 13:30:12.045806 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-0960de53-8fd0-4eff-b71d-cdbfdb11a14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:12.352717 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 46084) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:30:12.575364 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-ea669891-c9eb-4d68-885d-4cad7d1062c8 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Deleting port 828118af-d867-4d9f-8335-f8d629f3f24d {{(pid=85257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 13:30:12.575775 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ea669891-c9eb-4d68-885d-4cad7d1062c8 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279808963205'] for port, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:12.764396 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ea669891-c9eb-4d68-885d-4cad7d1062c8 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853842851'] for port, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:12.764776 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ea669891-c9eb-4d68-885d-4cad7d1062c8 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:12.899987 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-ea669891-c9eb-4d68-885d-4cad7d1062c8 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Calling delete_port for 828118af-d867-4d9f-8335-f8d629f3f24d owned by network:floatingip {{(pid=85257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 13:30:13.067259 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ea669891-c9eb-4d68-885d-4cad7d1062c8 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757045826334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279809391903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842649921'] for port, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:13.082662 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-aebae94b-aecd-4f89-8d31-ff823255943f tempest-ServerRescueNegativeTestJSON-1287301779 tempest-ServerRescueNegativeTestJSON-1287301779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:30:13.177002 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea669891-c9eb-4d68-885d-4cad7d1062c8 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Pushing event deleted for resources: {'Port': ['ID=828118af-d867-4d9f-8335-f8d629f3f24d,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:30:13.190955 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea669891-c9eb-4d68-885d-4cad7d1062c8 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:30:13.191380 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea669891-c9eb-4d68-885d-4cad7d1062c8 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:30:13.191831 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea669891-c9eb-4d68-885d-4cad7d1062c8 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:30:13.192243 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea669891-c9eb-4d68-885d-4cad7d1062c8 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:30:13.192651 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea669891-c9eb-4d68-885d-4cad7d1062c8 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:30:13.193054 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea669891-c9eb-4d68-885d-4cad7d1062c8 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:30:13.193456 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea669891-c9eb-4d68-885d-4cad7d1062c8 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:30:13.193856 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea669891-c9eb-4d68-885d-4cad7d1062c8 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:30:13.194259 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea669891-c9eb-4d68-885d-4cad7d1062c8 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:30:13.194659 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea669891-c9eb-4d68-885d-4cad7d1062c8 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:30:13.195056 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea669891-c9eb-4d68-885d-4cad7d1062c8 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:30:13.195451 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea669891-c9eb-4d68-885d-4cad7d1062c8 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:30:13.201034 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-ea669891-c9eb-4d68-885d-4cad7d1062c8 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:30:13.360158 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ea669891-c9eb-4d68-885d-4cad7d1062c8 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Notify callbacks [] for floatingip, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:13.360451 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.db.l3_db [None req-ea669891-c9eb-4d68-885d-4cad7d1062c8 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Floating IP f04b9dd1-1ef2-432d-a011-216a90b75e8f disassociated (deleted). External IP: 172.28.3.190, port: 0ce92a6e-0062-4d67-8537-02e8ec1d6130. Apr 15 13:30:13.738112 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea669891-c9eb-4d68-885d-4cad7d1062c8 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Router 9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd has already been hosted by L3 agent d2850426-fba2-4e27-a3ef-bf91b3b25695 {{(pid=85257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 13:30:14.175022 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea669891-c9eb-4d68-885d-4cad7d1062c8 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Notify agent at l3_agent.dv-cinder-784945-5-smb the message routers_updated {{(pid=85257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 13:30:14.184710 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a239a188-e536-4300-a4d4-3e2a0260c72a None None] Sync routers for ids ['9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd'] in dv-cinder-784945-5-smb {{(pid=85259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 13:30:14.194428 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ea669891-c9eb-4d68-885d-4cad7d1062c8 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for floatingip, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:14.194654 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a239a188-e536-4300-a4d4-3e2a0260c72a None None] Routers {'9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:30:14.195293 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-a239a188-e536-4300-a4d4-3e2a0260c72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:29:45Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd'], 'active': True} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:30:14.257226 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-ea669891-c9eb-4d68-885d-4cad7d1062c8 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "DELETE /v2.0/floatingips/f04b9dd1-1ef2-432d-a011-216a90b75e8f HTTP/1.1" status: 204 len: 168 time: 1.9034162 Apr 15 13:30:14.257928 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e9e7569-6805-4ab0-a974-77cc85ca355c', 'tag': '0ce92a6e-0062-4d67-8537-02e8ec1d6130'}] {{(pid=85257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:30:14.316632 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e9e7569-6805-4ab0-a974-77cc85ca355c', 'tag': '0ce92a6e-0062-4d67-8537-02e8ec1d6130', 'status': 'completed', 'code': 200} Apr 15 13:30:14.393565 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-a239a188-e536-4300-a4d4-3e2a0260c72a None None] Set router 9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd gateway port host: dv-cinder-784945-5-smb {{(pid=85259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:30:14.443428 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61fcf6-c4a6-4a9d-933c-5d3494bc1ec3 req-0afbffd1-35ca-45b4-94af-d9a5d75ab870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:30:14.445018 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-eb61fcf6-c4a6-4a9d-933c-5d3494bc1ec3 req-0afbffd1-35ca-45b4-94af-d9a5d75ab870 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9ce8cbcfb75946d2b44cbcaaf3a0ca78&device_id=1e9e7569-6805-4ab0-a974-77cc85ca355c HTTP/1.1" status: 200 len: 1099 time: 0.0807498 Apr 15 13:30:14.651364 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61fcf6-c4a6-4a9d-933c-5d3494bc1ec3 req-1f1faf58-d625-4719-b6ff-13766f8d0639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:30:14.653704 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-eb61fcf6-c4a6-4a9d-933c-5d3494bc1ec3 req-1f1faf58-d625-4719-b6ff-13766f8d0639 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4e1556b8-17b9-4fee-9f24-a3fba80d45cc HTTP/1.1" status: 200 len: 909 time: 0.2009902 Apr 15 13:30:14.694762 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ce6e3b9c-e8e6-424b-983e-4b944888d73d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:14.735007 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-eb61fcf6-c4a6-4a9d-933c-5d3494bc1ec3 req-0b6f44c0-9905-4a1d-af1c-d2ac4d98a65b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ce92a6e-0062-4d67-8537-02e8ec1d6130 HTTP/1.1" status: 200 len: 217 time: 0.0732224 Apr 15 13:30:14.768519 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-a239a188-e536-4300-a4d4-3e2a0260c72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd', 'name': 'tempest-TestShelveInstance-853427251-router', 'tenant_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.179'}], 'enable_snat': True}, 'gw_port_id': 'bf489e2f-c7fb-4dea-80d5-30f8f1efcf60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:25:57Z', 'updated_at': '2021-04-15T13:26:02Z', 'revision_number': 4, 'project_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'gw_port': {'id': 'bf489e2f-c7fb-4dea-80d5-30f8f1efcf60', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:25:58Z', 'updated_at': '2021-04-15T13:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_interfaces': [{'id': '86009ddf-3122-4737-8103-8c4fbf6d526f', 'name': '', 'network_id': '4e1556b8-17b9-4fee-9f24-a3fba80d45cc', 'tenant_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'mac_address': 'fa:16:3e:e3:65:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7bc56e48-b80d-42ad-9732-bb0e49fcd170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:26:01Z', 'updated_at': '2021-04-15T13:26:11Z', 'revision_number': 5, 'project_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'subnets': [{'id': '7bc56e48-b80d-42ad-9732-bb0e49fcd170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:30:14.772983 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a239a188-e536-4300-a4d4-3e2a0260c72a None None] Checking router: 9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd for host: dv-cinder-784945-5-smb {{(pid=85259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 13:30:14.783248 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a239a188-e536-4300-a4d4-3e2a0260c72a None None] Routers {'9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:30:14.784002 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-a239a188-e536-4300-a4d4-3e2a0260c72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:30:15Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd'], 'active': True} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:30:14.804754 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3858345-6938-4484-9e3b-fef6cb18b4d6 req-1006d466-1bfd-48ef-a839-8b113da958ab tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:30:14.805508 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-e3858345-6938-4484-9e3b-fef6cb18b4d6 req-1006d466-1bfd-48ef-a839-8b113da958ab tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Synchronizing usage tracker for tenant:9ce8cbcfb75946d2b44cbcaaf3a0ca78 on resource:port {{(pid=85257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 13:30:14.834932 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-e3858345-6938-4484-9e3b-fef6cb18b4d6 req-1006d466-1bfd-48ef-a839-8b113da958ab tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Unset dirty status for tenant:9ce8cbcfb75946d2b44cbcaaf3a0ca78 on resource:port {{(pid=85257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 13:30:14.836228 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e3858345-6938-4484-9e3b-fef6cb18b4d6 req-1006d466-1bfd-48ef-a839-8b113da958ab tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e9e7569-6805-4ab0-a974-77cc85ca355c HTTP/1.1" status: 200 len: 946 time: 0.2476921 Apr 15 13:30:14.837829 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61fcf6-c4a6-4a9d-933c-5d3494bc1ec3 req-525a2eb2-393a-4400-9c2b-d74eddc90b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:30:14.839277 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-eb61fcf6-c4a6-4a9d-933c-5d3494bc1ec3 req-525a2eb2-393a-4400-9c2b-d74eddc90b15 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7bc56e48-b80d-42ad-9732-bb0e49fcd170 HTTP/1.1" status: 200 len: 847 time: 0.0898514 Apr 15 13:30:14.937756 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-e3858345-6938-4484-9e3b-fef6cb18b4d6 req-1bafcfdd-289c-4635-83c1-f1aad820ce4d tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/security-groups?id=061f79ba-5dd6-4bd7-8e7f-a044d9473cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947351 Apr 15 13:30:14.969161 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61fcf6-c4a6-4a9d-933c-5d3494bc1ec3 req-0adc181b-0bac-49fd-a4fa-1c4b7fdece7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:30:14.970787 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-eb61fcf6-c4a6-4a9d-933c-5d3494bc1ec3 req-0adc181b-0bac-49fd-a4fa-1c4b7fdece7b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4e1556b8-17b9-4fee-9f24-a3fba80d45cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1069834 Apr 15 13:30:14.978585 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-a239a188-e536-4300-a4d4-3e2a0260c72a None None] Set router 9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd gateway port host: dv-cinder-784945-5-smb {{(pid=85259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:30:15.125109 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-eb61fcf6-c4a6-4a9d-933c-5d3494bc1ec3 req-bde32048-181f-4b28-887c-07643fa1007f service neutron] 10.222.0.65 "GET /v2.0/networks/4e1556b8-17b9-4fee-9f24-a3fba80d45cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454527 Apr 15 13:30:15.277990 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-eb61fcf6-c4a6-4a9d-933c-5d3494bc1ec3 req-7ffea92a-3cb6-4dbd-b33b-4f7448cfe42b service neutron] 10.222.0.65 "GET /v2.0/networks/4e1556b8-17b9-4fee-9f24-a3fba80d45cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445649 Apr 15 13:30:15.318905 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-a239a188-e536-4300-a4d4-3e2a0260c72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd', 'name': 'tempest-TestShelveInstance-853427251-router', 'tenant_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.179'}], 'enable_snat': True}, 'gw_port_id': 'bf489e2f-c7fb-4dea-80d5-30f8f1efcf60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:25:57Z', 'updated_at': '2021-04-15T13:26:02Z', 'revision_number': 4, 'project_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'gw_port': {'id': 'bf489e2f-c7fb-4dea-80d5-30f8f1efcf60', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:25:58Z', 'updated_at': '2021-04-15T13:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_interfaces': [{'id': '86009ddf-3122-4737-8103-8c4fbf6d526f', 'name': '', 'network_id': '4e1556b8-17b9-4fee-9f24-a3fba80d45cc', 'tenant_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'mac_address': 'fa:16:3e:e3:65:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7bc56e48-b80d-42ad-9732-bb0e49fcd170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:26:01Z', 'updated_at': '2021-04-15T13:26:11Z', 'revision_number': 5, 'project_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'subnets': [{'id': '7bc56e48-b80d-42ad-9732-bb0e49fcd170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:30:15.323141 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a239a188-e536-4300-a4d4-3e2a0260c72a None None] The sync data for ids ['9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd'] in dv-cinder-784945-5-smb is: [{'id': '9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd', 'name': 'tempest-TestShelveInstance-853427251-router', 'tenant_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.179'}], 'enable_snat': True}, 'gw_port_id': 'bf489e2f-c7fb-4dea-80d5-30f8f1efcf60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:25:57Z', 'updated_at': '2021-04-15T13:26:02Z', 'revision_number': 4, 'project_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'gw_port': {'id': 'bf489e2f-c7fb-4dea-80d5-30f8f1efcf60', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:25:58Z', 'updated_at': '2021-04-15T13:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb', '_interfaces': [{'id': '86009ddf-3122-4737-8103-8c4fbf6d526f', 'name': '', 'network_id': '4e1556b8-17b9-4fee-9f24-a3fba80d45cc', 'tenant_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'mac_address': 'fa:16:3e:e3:65:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7bc56e48-b80d-42ad-9732-bb0e49fcd170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:26:01Z', 'updated_at': '2021-04-15T13:26:11Z', 'revision_number': 5, 'project_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'subnets': [{'id': '7bc56e48-b80d-42ad-9732-bb0e49fcd170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 13:30:15.450879 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c87900dd-59db-4d9b-b688-8554058ba32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:15.670833 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d206c772-6439-4230-a343-f5a789ee2e20 None None] New status for floating IP f04b9dd1-1ef2-432d-a011-216a90b75e8f: DOWN {{(pid=85260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 13:30:15.993102 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:16.221179 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2dbd4a-c445-4aa6-9b24-1079dd2683c8 req-7a5cbc43-4882-472a-8d6d-d2526858fbe7 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:30:16.222791 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-3e2dbd4a-c445-4aa6-9b24-1079dd2683c8 req-7a5cbc43-4882-472a-8d6d-d2526858fbe7 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e9e7569-6805-4ab0-a974-77cc85ca355c HTTP/1.1" status: 200 len: 946 time: 0.1611178 Apr 15 13:30:16.238654 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0caebe-0475-4feb-a0a1-81a89ffc7a3b req-773a1663-17eb-4a91-b78f-242adfab088c tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 13:30:16.240171 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-0f0caebe-0475-4feb-a0a1-81a89ffc7a3b req-773a1663-17eb-4a91-b78f-242adfab088c tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e9e7569-6805-4ab0-a974-77cc85ca355c HTTP/1.1" status: 200 len: 946 time: 0.1303835 Apr 15 13:30:16.348429 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-3e2dbd4a-c445-4aa6-9b24-1079dd2683c8 req-180ac783-35e1-4975-90d7-c68a66884239 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/security-groups?id=061f79ba-5dd6-4bd7-8e7f-a044d9473cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186619 Apr 15 13:30:16.360197 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [req-0f0caebe-0475-4feb-a0a1-81a89ffc7a3b req-5edf7126-2d99-4d8e-af90-545769b913c3 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Deleting port 0ce92a6e-0062-4d67-8537-02e8ec1d6130 {{(pid=85257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 13:30:16.360591 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-0f0caebe-0475-4feb-a0a1-81a89ffc7a3b req-5edf7126-2d99-4d8e-af90-545769b913c3 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279808963205'] for port, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:16.624270 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [req-0f0caebe-0475-4feb-a0a1-81a89ffc7a3b req-5edf7126-2d99-4d8e-af90-545769b913c3 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] For port 0ce92a6e-0062-4d67-8537-02e8ec1d6130, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=0ce92a6e-0062-4d67-8537-02e8ec1d6130,segment=NetworkSegment(80faafa2-d392-43e0-9199-f288dbf3b148),segment_id=80faafa2-d392-43e0-9199-f288dbf3b148)] {{(pid=85257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:30:16.624670 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-0f0caebe-0475-4feb-a0a1-81a89ffc7a3b req-5edf7126-2d99-4d8e-af90-545769b913c3 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853842851'] for port, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:16.762374 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [req-0f0caebe-0475-4feb-a0a1-81a89ffc7a3b req-5edf7126-2d99-4d8e-af90-545769b913c3 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Calling delete_port for 0ce92a6e-0062-4d67-8537-02e8ec1d6130 owned by compute:nova {{(pid=85257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 13:30:16.910684 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-0f0caebe-0475-4feb-a0a1-81a89ffc7a3b req-5edf7126-2d99-4d8e-af90-545769b913c3 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757045826334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279809391903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842649921'] for port, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:16.925850 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-2f4209dc-0f19-407e-920f-c583d457fba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:30:16.945765 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47a557f2-6ce0-416f-9ef8-17658d5933ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:17.023981 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edf7126-2d99-4d8e-af90-545769b913c3 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Pushing event deleted for resources: {'Port': ['ID=0ce92a6e-0062-4d67-8537-02e8ec1d6130,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:30:17.031374 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-5edf7126-2d99-4d8e-af90-545769b913c3 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:30:17.175163 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f0caebe-0475-4feb-a0a1-81a89ffc7a3b req-5edf7126-2d99-4d8e-af90-545769b913c3 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] No DVR routers for this DVR port 0ce92a6e-0062-4d67-8537-02e8ec1d6130 on host hv-cinder-78494 {{(pid=85257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 13:30:17.177584 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [req-0f0caebe-0475-4feb-a0a1-81a89ffc7a3b req-5edf7126-2d99-4d8e-af90-545769b913c3 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854767625'] for port, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:17.180367 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9e7569-6805-4ab0-a974-77cc85ca355c', 'name': 'network-vif-deleted', 'tag': '0ce92a6e-0062-4d67-8537-02e8ec1d6130'}] {{(pid=85257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 13:30:17.195148 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-0f0caebe-0475-4feb-a0a1-81a89ffc7a3b req-5edf7126-2d99-4d8e-af90-545769b913c3 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.65 "DELETE /v2.0/ports/0ce92a6e-0062-4d67-8537-02e8ec1d6130 HTTP/1.1" status: 204 len: 173 time: 0.9387188 Apr 15 13:30:17.233625 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9e7569-6805-4ab0-a974-77cc85ca355c', 'name': 'network-vif-deleted', 'tag': '0ce92a6e-0062-4d67-8537-02e8ec1d6130', 'status': 'completed', 'code': 200} Apr 15 13:30:17.524012 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-5e9790ab-453d-41d3-b490-c560000ab611 req-e57f4158-1077-4480-a8cc-e76c37a56fdd tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Synchronizing usage tracker for tenant:9ce8cbcfb75946d2b44cbcaaf3a0ca78 on resource:port {{(pid=85257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 13:30:17.539828 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.quota.resource [req-5e9790ab-453d-41d3-b490-c560000ab611 req-e57f4158-1077-4480-a8cc-e76c37a56fdd tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Unset dirty status for tenant:9ce8cbcfb75946d2b44cbcaaf3a0ca78 on resource:port {{(pid=85257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 13:30:17.544065 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [req-5e9790ab-453d-41d3-b490-c560000ab611 req-e57f4158-1077-4480-a8cc-e76c37a56fdd tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e9e7569-6805-4ab0-a974-77cc85ca355c HTTP/1.1" status: 200 len: 210 time: 0.0771346 Apr 15 13:30:18.645853 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 46104) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:30:18.719817 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-43ad626e-3da2-4168-84a5-194896a7e949 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Notify callbacks [] for security_group, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:18.752913 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-43ad626e-3da2-4168-84a5-194896a7e949 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:18.810569 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-43ad626e-3da2-4168-84a5-194896a7e949 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:18.815874 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-9610b54c-85f0-413b-83bf-07936c58a700 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:30:18.831263 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ad626e-3da2-4168-84a5-194896a7e949 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=061f79ba-5dd6-4bd7-8e7f-a044d9473cb9,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:30:18.834225 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-43ad626e-3da2-4168-84a5-194896a7e949 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:30:18.835219 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-43ad626e-3da2-4168-84a5-194896a7e949 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] Notify callbacks [] for security_group, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:18.836530 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-43ad626e-3da2-4168-84a5-194896a7e949 tempest-TestShelveInstance-1250364479 tempest-TestShelveInstance-1250364479-project] 10.222.0.64 "DELETE /v2.0/security-groups/061f79ba-5dd6-4bd7-8e7f-a044d9473cb9 HTTP/1.1" status: 204 len: 168 time: 0.1895039 Apr 15 13:30:18.883248 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 46110) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:30:19.456297 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-91842e69-3050-42db-aa3d-c7bd45d94068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853743104'] for router_interface, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:19.462167 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device 0ce92a6e-0062-4d67-8537-02e8ec1d6130 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 13:30:19.501010 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] No Port match for: 0ce92a6e-0062-4d67-8537-02e8ec1d6130 {{(pid=85259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 13:30:19.501408 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Device 0ce92a6e-0062-4d67-8537-02e8ec1d6130 not bound to the agent host hv-cinder-78494 {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 13:30:19.826239 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-91842e69-3050-42db-aa3d-c7bd45d94068 admin admin] Deleting port 86009ddf-3122-4737-8103-8c4fbf6d526f {{(pid=85257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 13:30:19.826804 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-91842e69-3050-42db-aa3d-c7bd45d94068 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279808963205'] for port, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:19.831323 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.agents_db [None req-862eb08b-2c52-41b8-8db2-56e94ab18918 None None] Agent healthcheck: found 6 active agents {{(pid=85260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 13:30:20.256534 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-91842e69-3050-42db-aa3d-c7bd45d94068 admin admin] For port 86009ddf-3122-4737-8103-8c4fbf6d526f, host dv-cinder-784945-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=86009ddf-3122-4737-8103-8c4fbf6d526f,segment=NetworkSegment(80faafa2-d392-43e0-9199-f288dbf3b148),segment_id=80faafa2-d392-43e0-9199-f288dbf3b148)] {{(pid=85257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:30:20.256928 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-91842e69-3050-42db-aa3d-c7bd45d94068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853842851'] for port, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:20.388362 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-91842e69-3050-42db-aa3d-c7bd45d94068 admin admin] Calling delete_port for 86009ddf-3122-4737-8103-8c4fbf6d526f owned by network:router_interface {{(pid=85257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 13:30:20.567405 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-91842e69-3050-42db-aa3d-c7bd45d94068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757045826334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279809391903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842649921'] for port, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:20.585688 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-e163f08e-ffd1-49b8-9298-10fc62861cee tempest-VolumesSnapshotTestJSON-1924869509 tempest-VolumesSnapshotTestJSON-1924869509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:30:20.684888 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91842e69-3050-42db-aa3d-c7bd45d94068 admin admin] Pushing event deleted for resources: {'Port': ['ID=86009ddf-3122-4737-8103-8c4fbf6d526f,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:30:20.687467 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-91842e69-3050-42db-aa3d-c7bd45d94068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:30:21.034362 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-91842e69-3050-42db-aa3d-c7bd45d94068 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853742635'] for router_interface, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:21.544287 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91842e69-3050-42db-aa3d-c7bd45d94068 admin admin] Router 9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd has already been hosted by L3 agent d2850426-fba2-4e27-a3ef-bf91b3b25695 {{(pid=85257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 13:30:21.735129 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91842e69-3050-42db-aa3d-c7bd45d94068 admin admin] Notify agent at l3_agent.dv-cinder-784945-5-smb the message routers_updated {{(pid=85257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 13:30:21.743842 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17a51e6-8e3b-4831-aa8e-c0e9bd3cfe86 None None] Sync routers for ids ['9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd'] in dv-cinder-784945-5-smb {{(pid=85259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 13:30:21.753236 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-91842e69-3050-42db-aa3d-c7bd45d94068 admin admin] 10.222.0.64 "PUT /v2.0/routers/9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8687465 Apr 15 13:30:21.755742 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17a51e6-8e3b-4831-aa8e-c0e9bd3cfe86 None None] Routers {'9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:30:21.755900 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 46116) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:30:21.756431 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-b17a51e6-8e3b-4831-aa8e-c0e9bd3cfe86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:30:15Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd'], 'active': True} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:30:21.942476 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a65fdb97-4d8b-4de6-8eec-b5ecc081ebd5 admin admin] Notify callbacks [] for router, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:21.947683 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-b17a51e6-8e3b-4831-aa8e-c0e9bd3cfe86 None None] Set router 9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd gateway port host: dv-cinder-784945-5-smb {{(pid=85259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:30:22.133017 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a65fdb97-4d8b-4de6-8eec-b5ecc081ebd5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:22.142901 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-a65fdb97-4d8b-4de6-8eec-b5ecc081ebd5 admin admin] Deleting port bf489e2f-c7fb-4dea-80d5-30f8f1efcf60 {{(pid=85257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 13:30:22.143282 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a65fdb97-4d8b-4de6-8eec-b5ecc081ebd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279808963205'] for port, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:22.256738 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-b17a51e6-8e3b-4831-aa8e-c0e9bd3cfe86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd', 'name': 'tempest-TestShelveInstance-853427251-router', 'tenant_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.179'}], 'enable_snat': True}, 'gw_port_id': 'bf489e2f-c7fb-4dea-80d5-30f8f1efcf60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:25:57Z', 'updated_at': '2021-04-15T13:30:20Z', 'revision_number': 5, 'project_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'gw_port': {'id': 'bf489e2f-c7fb-4dea-80d5-30f8f1efcf60', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:25:58Z', 'updated_at': '2021-04-15T13:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb'}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:30:22.261033 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17a51e6-8e3b-4831-aa8e-c0e9bd3cfe86 None None] Checking router: 9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd for host: dv-cinder-784945-5-smb {{(pid=85259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 13:30:22.270748 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17a51e6-8e3b-4831-aa8e-c0e9bd3cfe86 None None] Routers {'9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:30:22.271416 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-b17a51e6-8e3b-4831-aa8e-c0e9bd3cfe86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:30:15Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd'], 'active': True} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:30:22.333808 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-a65fdb97-4d8b-4de6-8eec-b5ecc081ebd5 admin admin] For port bf489e2f-c7fb-4dea-80d5-30f8f1efcf60, host dv-cinder-784945-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=bf489e2f-c7fb-4dea-80d5-30f8f1efcf60,segment=NetworkSegment(906bcebc-1c01-4a0b-bcb7-9d225f9b16c2),segment_id=906bcebc-1c01-4a0b-bcb7-9d225f9b16c2)] {{(pid=85257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:30:22.334206 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a65fdb97-4d8b-4de6-8eec-b5ecc081ebd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853842851'] for port, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:22.434485 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-b17a51e6-8e3b-4831-aa8e-c0e9bd3cfe86 None None] Set router 9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd gateway port host: None {{(pid=85259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:30:22.471297 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-a65fdb97-4d8b-4de6-8eec-b5ecc081ebd5 admin admin] Calling delete_port for bf489e2f-c7fb-4dea-80d5-30f8f1efcf60 owned by network:router_gateway {{(pid=85257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 13:30:22.549984 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-b17a51e6-8e3b-4831-aa8e-c0e9bd3cfe86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd', 'name': 'tempest-TestShelveInstance-853427251-router', 'tenant_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:25:57Z', 'updated_at': '2021-04-15T13:30:22Z', 'revision_number': 6, 'project_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'gw_port_host': None}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:30:22.554338 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17a51e6-8e3b-4831-aa8e-c0e9bd3cfe86 None None] The sync data for ids ['9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd'] in dv-cinder-784945-5-smb is: [{'id': '9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd', 'name': 'tempest-TestShelveInstance-853427251-router', 'tenant_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:25:57Z', 'updated_at': '2021-04-15T13:30:22Z', 'revision_number': 6, 'project_id': '9ce8cbcfb75946d2b44cbcaaf3a0ca78', 'gw_port_host': None}] {{(pid=85259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 13:30:22.659622 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a65fdb97-4d8b-4de6-8eec-b5ecc081ebd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757045826334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279809391903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842649921'] for port, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:22.675700 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-3d177797-8cb1-4ff8-8718-86f378cfc12c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:30:22.846706 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:23.019980 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device bf489e2f-c7fb-4dea-80d5-30f8f1efcf60 no longer exists at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 13:30:23.035310 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65fdb97-4d8b-4de6-8eec-b5ecc081ebd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf489e2f-c7fb-4dea-80d5-30f8f1efcf60,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:30:23.038101 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-a65fdb97-4d8b-4de6-8eec-b5ecc081ebd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:30:23.060328 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] No Port match for: bf489e2f-c7fb-4dea-80d5-30f8f1efcf60 {{(pid=85259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 13:30:23.060625 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device bf489e2f-c7fb-4dea-80d5-30f8f1efcf60 not bound to the agent host dv-cinder-784945-5-smb {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 13:30:23.061106 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device 86009ddf-3122-4737-8103-8c4fbf6d526f no longer exists at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 13:30:23.100552 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] No Port match for: 86009ddf-3122-4737-8103-8c4fbf6d526f {{(pid=85259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 13:30:23.100956 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device 86009ddf-3122-4737-8103-8c4fbf6d526f not bound to the agent host dv-cinder-784945-5-smb {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 13:30:23.200494 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a65fdb97-4d8b-4de6-8eec-b5ecc081ebd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853742797'] for router_gateway, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:23.390462 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a65fdb97-4d8b-4de6-8eec-b5ecc081ebd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853741611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854710299'] for router, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:23.393797 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a65fdb97-4d8b-4de6-8eec-b5ecc081ebd5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:23.416988 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a65fdb97-4d8b-4de6-8eec-b5ecc081ebd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1039941'] for router, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:23.418319 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a65fdb97-4d8b-4de6-8eec-b5ecc081ebd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd {{(pid=85257) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 13:30:23.431007 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a65fdb97-4d8b-4de6-8eec-b5ecc081ebd5 admin admin] Notify callbacks [] for router, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:23.433621 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-a65fdb97-4d8b-4de6-8eec-b5ecc081ebd5 admin admin] 10.222.0.64 "DELETE /v2.0/routers/9318b23c-a7c6-4949-8d8f-ba7c9e0fc1cd HTTP/1.1" status: 204 len: 168 time: 1.6754866 Apr 15 13:30:23.435341 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 46120) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:30:23.505945 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_v2 [None req-dac4237c-52fd-4375-a9c5-2ff67127f127 admin admin] Deleting subnet 7bc56e48-b80d-42ad-9732-bb0e49fcd170 {{(pid=85258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 13:30:23.509156 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-dac4237c-52fd-4375-a9c5-2ff67127f127 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:23.563411 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-dac4237c-52fd-4375-a9c5-2ff67127f127 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853032496'] for subnet, precommit_delete_associations {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:23.651211 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-dac4237c-52fd-4375-a9c5-2ff67127f127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1806'] for subnet, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:24.157352 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-dac4237c-52fd-4375-a9c5-2ff67127f127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844033659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1471416'] for subnet, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:24.173100 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:30:24.265375 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac4237c-52fd-4375-a9c5-2ff67127f127 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bc56e48-b80d-42ad-9732-bb0e49fcd170,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:30:24.285132 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac4237c-52fd-4375-a9c5-2ff67127f127 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:30:24.285560 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac4237c-52fd-4375-a9c5-2ff67127f127 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:30:24.285977 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac4237c-52fd-4375-a9c5-2ff67127f127 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:30:24.286393 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac4237c-52fd-4375-a9c5-2ff67127f127 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:30:24.286803 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac4237c-52fd-4375-a9c5-2ff67127f127 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:30:24.287214 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac4237c-52fd-4375-a9c5-2ff67127f127 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:30:24.287654 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac4237c-52fd-4375-a9c5-2ff67127f127 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:30:24.288062 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac4237c-52fd-4375-a9c5-2ff67127f127 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:30:24.288471 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac4237c-52fd-4375-a9c5-2ff67127f127 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:30:24.288873 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac4237c-52fd-4375-a9c5-2ff67127f127 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:30:24.289277 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac4237c-52fd-4375-a9c5-2ff67127f127 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:30:24.289683 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac4237c-52fd-4375-a9c5-2ff67127f127 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-5-smb {{(pid=85258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 13:30:24.295670 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-dac4237c-52fd-4375-a9c5-2ff67127f127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:30:24.325173 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-dac4237c-52fd-4375-a9c5-2ff67127f127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for subnet, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:24.330615 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668349a7-fc6f-4c16-90dc-e3a194520b05 None None] Network 4e1556b8-17b9-4fee-9f24-a3fba80d45cc requested from dv-cinder-784945-5-smb {{(pid=85259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 13:30:24.332144 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-dac4237c-52fd-4375-a9c5-2ff67127f127 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7bc56e48-b80d-42ad-9732-bb0e49fcd170 HTTP/1.1" status: 204 len: 168 time: 0.8953214 Apr 15 13:30:24.334283 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 46124) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:30:24.452832 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4f031552-2ea6-42ce-bd62-9fcc94c7e073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854359108'] for network, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:24.526264 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-4f031552-2ea6-42ce-bd62-9fcc94c7e073 admin admin] Deleting port c3f37d87-b474-4278-8c59-e6eddbc6ee59 {{(pid=85258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 13:30:24.526634 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4f031552-2ea6-42ce-bd62-9fcc94c7e073 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279808963205'] for port, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:24.760471 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-4f031552-2ea6-42ce-bd62-9fcc94c7e073 admin admin] For port c3f37d87-b474-4278-8c59-e6eddbc6ee59, host dv-cinder-784945-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=c3f37d87-b474-4278-8c59-e6eddbc6ee59,segment=NetworkSegment(80faafa2-d392-43e0-9199-f288dbf3b148),segment_id=80faafa2-d392-43e0-9199-f288dbf3b148)] {{(pid=85258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:30:24.761197 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4f031552-2ea6-42ce-bd62-9fcc94c7e073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853842851'] for port, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:24.764447 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39592264-d824-4666-8ade-6798397a4bef None None] DHCP port deletion for 4e1556b8-17b9-4fee-9f24-a3fba80d45cc request from dv-cinder-784945-5-smb {{(pid=85259) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 13:30:24.768915 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-39592264-d824-4666-8ade-6798397a4bef None None] Deleting port c3f37d87-b474-4278-8c59-e6eddbc6ee59 {{(pid=85259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 13:30:24.769458 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-39592264-d824-4666-8ade-6798397a4bef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279808963205'] for port, before_delete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:24.899940 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-4f031552-2ea6-42ce-bd62-9fcc94c7e073 admin admin] Calling delete_port for c3f37d87-b474-4278-8c59-e6eddbc6ee59 owned by network:dhcp {{(pid=85258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 13:30:24.984085 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4f031552-2ea6-42ce-bd62-9fcc94c7e073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757045826334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279809391903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10742258'] for port, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:24.990661 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-39592264-d824-4666-8ade-6798397a4bef None None] For port c3f37d87-b474-4278-8c59-e6eddbc6ee59, host dv-cinder-784945-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=c3f37d87-b474-4278-8c59-e6eddbc6ee59,segment=NetworkSegment(80faafa2-d392-43e0-9199-f288dbf3b148),segment_id=80faafa2-d392-43e0-9199-f288dbf3b148)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:30:24.991124 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-39592264-d824-4666-8ade-6798397a4bef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853842851'] for port, precommit_delete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:24.998351 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:30:25.049814 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f031552-2ea6-42ce-bd62-9fcc94c7e073 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3f37d87-b474-4278-8c59-e6eddbc6ee59,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:30:25.063152 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device c3f37d87-b474-4278-8c59-e6eddbc6ee59 no longer exists at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 13:30:25.100678 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-4f031552-2ea6-42ce-bd62-9fcc94c7e073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:30:25.150951 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f031552-2ea6-42ce-bd62-9fcc94c7e073 admin admin] No DVR routers for this DVR port c3f37d87-b474-4278-8c59-e6eddbc6ee59 on host dv-cinder-784945-5-smb {{(pid=85258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 13:30:25.160927 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-39592264-d824-4666-8ade-6798397a4bef None None] Calling delete_port for c3f37d87-b474-4278-8c59-e6eddbc6ee59 owned by network:dhcp {{(pid=85259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 13:30:25.201343 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] No Port match for: c3f37d87-b474-4278-8c59-e6eddbc6ee59 {{(pid=85259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 13:30:25.201738 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device c3f37d87-b474-4278-8c59-e6eddbc6ee59 not bound to the agent host dv-cinder-784945-5-smb {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 13:30:25.244930 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.db.api [None req-39592264-d824-4666-8ade-6798397a4bef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85259) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 13:30:25.245335 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_db.api [None req-39592264-d824-4666-8ade-6798397a4bef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 13:30:25.279035 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4f031552-2ea6-42ce-bd62-9fcc94c7e073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854696719', 'neutron.services.segments.db._delete_segments_for_network--9223363279808872257'] for network, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:25.394360 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.services.segments.db [None req-4f031552-2ea6-42ce-bd62-9fcc94c7e073 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e1556b8-17b9-4fee-9f24-a3fba80d45cc']}} {{(pid=85258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:30:25.407605 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.services.segments.db [None req-4f031552-2ea6-42ce-bd62-9fcc94c7e073 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80faafa2-d392-43e0-9199-f288dbf3b148') {'for_net_delete': True} {{(pid=85258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:30:25.407957 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.services.segments.db [None req-4f031552-2ea6-42ce-bd62-9fcc94c7e073 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80faafa2-d392-43e0-9199-f288dbf3b148') {} {{(pid=85258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:30:25.421009 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4f031552-2ea6-42ce-bd62-9fcc94c7e073 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279808868673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743304'] for segment, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:25.444895 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4f031552-2ea6-42ce-bd62-9fcc94c7e073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773144'] for segment, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:25.452337 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f031552-2ea6-42ce-bd62-9fcc94c7e073 admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=85258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 13:30:25.637767 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-4f031552-2ea6-42ce-bd62-9fcc94c7e073 admin admin] Network 4e1556b8-17b9-4fee-9f24-a3fba80d45cc has no segments {{(pid=85258) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 13:30:25.646763 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4f031552-2ea6-42ce-bd62-9fcc94c7e073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10742566'] for segment, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:25.746786 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-39592264-d824-4666-8ade-6798397a4bef None None] Deleting port c3f37d87-b474-4278-8c59-e6eddbc6ee59 {{(pid=85259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 13:30:25.747222 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-39592264-d824-4666-8ade-6798397a4bef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279808963205'] for port, before_delete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:25.822624 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-39592264-d824-4666-8ade-6798397a4bef None None] The port 'c3f37d87-b474-4278-8c59-e6eddbc6ee59' was deleted {{(pid=85259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 13:30:25.826790 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-4f031552-2ea6-42ce-bd62-9fcc94c7e073 admin admin] Network 4e1556b8-17b9-4fee-9f24-a3fba80d45cc has no segments {{(pid=85258) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 13:30:25.850253 dv-cinder-784945-5-smb neutron-server[85144]: Traceback (most recent call last): Apr 15 13:30:25.850253 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 13:30:25.850253 dv-cinder-784945-5-smb neutron-server[85144]: timer() Apr 15 13:30:25.850253 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 13:30:25.850253 dv-cinder-784945-5-smb neutron-server[85144]: cb(*args, **kw) Apr 15 13:30:25.850253 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 13:30:25.850253 dv-cinder-784945-5-smb neutron-server[85144]: return func(*args, **kwargs) Apr 15 13:30:25.850253 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 13:30:25.850253 dv-cinder-784945-5-smb neutron-server[85144]: self._notify() Apr 15 13:30:25.850253 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 13:30:25.850253 dv-cinder-784945-5-smb neutron-server[85144]: self.callback(batched_events) Apr 15 13:30:25.850253 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 13:30:25.850253 dv-cinder-784945-5-smb neutron-server[85144]: event.method(event) Apr 15 13:30:25.850253 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 13:30:25.850253 dv-cinder-784945-5-smb neutron-server[85144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 13:30:25.850253 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 13:30:25.850253 dv-cinder-784945-5-smb neutron-server[85144]: segment_id)['aggregates'][0] Apr 15 13:30:25.850253 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 13:30:25.850253 dv-cinder-784945-5-smb neutron-server[85144]: return f(self, *a, **k) Apr 15 13:30:25.850253 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 13:30:25.850253 dv-cinder-784945-5-smb neutron-server[85144]: return self._get(url).json() Apr 15 13:30:25.850253 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 13:30:25.850253 dv-cinder-784945-5-smb neutron-server[85144]: **kwargs) Apr 15 13:30:25.850253 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 13:30:25.850253 dv-cinder-784945-5-smb neutron-server[85144]: return self.request(url, 'GET', **kwargs) Apr 15 13:30:25.850253 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 13:30:25.850253 dv-cinder-784945-5-smb neutron-server[85144]: **endpoint_filter) Apr 15 13:30:25.850253 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 13:30:25.850253 dv-cinder-784945-5-smb neutron-server[85144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 13:30:25.850253 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 13:30:25.850253 dv-cinder-784945-5-smb neutron-server[85144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 13:30:25.850253 dv-cinder-784945-5-smb neutron-server[85144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 13:30:25.931047 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4f031552-2ea6-42ce-bd62-9fcc94c7e073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-78982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1032985'] for network, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:25.936343 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4f031552-2ea6-42ce-bd62-9fcc94c7e073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for network, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:25.939295 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:30:25.963851 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f031552-2ea6-42ce-bd62-9fcc94c7e073 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e1556b8-17b9-4fee-9f24-a3fba80d45cc,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:30:25.966513 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-4f031552-2ea6-42ce-bd62-9fcc94c7e073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:30:25.970320 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-4f031552-2ea6-42ce-bd62-9fcc94c7e073 admin admin] 10.222.0.64 "DELETE /v2.0/networks/4e1556b8-17b9-4fee-9f24-a3fba80d45cc HTTP/1.1" status: 204 len: 168 time: 1.6350286 Apr 15 13:30:25.973400 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 46128) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:30:26.550366 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4cd760ff-d306-44bb-9dbd-0b59710087aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853743104'] for router_interface, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:27.164716 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-4cd760ff-d306-44bb-9dbd-0b59710087aa admin admin] Deleting port 35f55121-f50d-48ba-8d56-d6c051b18868 {{(pid=85258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 13:30:27.165090 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4cd760ff-d306-44bb-9dbd-0b59710087aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279808963205'] for port, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:27.348217 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-4cd760ff-d306-44bb-9dbd-0b59710087aa admin admin] For port 35f55121-f50d-48ba-8d56-d6c051b18868, host dv-cinder-784945-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=35f55121-f50d-48ba-8d56-d6c051b18868,segment=NetworkSegment(a45803d4-8717-4780-b8e0-aa4005c74f5b),segment_id=a45803d4-8717-4780-b8e0-aa4005c74f5b)] {{(pid=85258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:30:27.348515 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4cd760ff-d306-44bb-9dbd-0b59710087aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853842851'] for port, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:27.487242 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-4cd760ff-d306-44bb-9dbd-0b59710087aa admin admin] Calling delete_port for 35f55121-f50d-48ba-8d56-d6c051b18868 owned by network:router_interface {{(pid=85258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 13:30:27.665668 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4cd760ff-d306-44bb-9dbd-0b59710087aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757045826334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279809391903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10742258'] for port, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:27.683450 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:30:27.788481 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd760ff-d306-44bb-9dbd-0b59710087aa admin admin] Pushing event deleted for resources: {'Port': ['ID=35f55121-f50d-48ba-8d56-d6c051b18868,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:30:27.796591 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-4cd760ff-d306-44bb-9dbd-0b59710087aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:30:28.176597 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4cd760ff-d306-44bb-9dbd-0b59710087aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853742635'] for router_interface, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:28.695172 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd760ff-d306-44bb-9dbd-0b59710087aa admin admin] Router d17851f9-7c97-41fe-8820-5abad1f83108 has already been hosted by L3 agent d2850426-fba2-4e27-a3ef-bf91b3b25695 {{(pid=85258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 13:30:28.887394 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd760ff-d306-44bb-9dbd-0b59710087aa admin admin] Notify agent at l3_agent.dv-cinder-784945-5-smb the message routers_updated {{(pid=85258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 13:30:28.896233 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97bdfe2-32be-4e93-96ea-3e3c790ac068 None None] Sync routers for ids ['d17851f9-7c97-41fe-8820-5abad1f83108'] in dv-cinder-784945-5-smb {{(pid=85260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 13:30:28.897124 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-4cd760ff-d306-44bb-9dbd-0b59710087aa admin admin] 10.222.0.64 "PUT /v2.0/routers/d17851f9-7c97-41fe-8820-5abad1f83108/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9226551 Apr 15 13:30:28.899842 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 46132) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:30:28.907911 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97bdfe2-32be-4e93-96ea-3e3c790ac068 None None] Routers {'d17851f9-7c97-41fe-8820-5abad1f83108'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:30:28.908586 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-e97bdfe2-32be-4e93-96ea-3e3c790ac068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:30:15Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['d17851f9-7c97-41fe-8820-5abad1f83108'], 'active': True} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:30:29.090451 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4461d7e3-4148-460e-839d-8ed01bca416d admin admin] Notify callbacks [] for router, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:29.106165 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-e97bdfe2-32be-4e93-96ea-3e3c790ac068 None None] Set router d17851f9-7c97-41fe-8820-5abad1f83108 gateway port host: dv-cinder-784945-5-smb {{(pid=85260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:30:29.283875 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4461d7e3-4148-460e-839d-8ed01bca416d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:29.292357 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-4461d7e3-4148-460e-839d-8ed01bca416d admin admin] Deleting port e79ff716-438a-4762-9367-0938a1d1903e {{(pid=85258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 13:30:29.292749 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4461d7e3-4148-460e-839d-8ed01bca416d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279808963205'] for port, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:29.418819 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-e97bdfe2-32be-4e93-96ea-3e3c790ac068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17851f9-7c97-41fe-8820-5abad1f83108', 'name': 'tempest-TestShelveInstance-1153809724-router', 'tenant_id': 'd6007c2a75434c23a9fb959db2cf0005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'external_fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.243'}], 'enable_snat': True}, 'gw_port_id': 'e79ff716-438a-4762-9367-0938a1d1903e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:26:05Z', 'updated_at': '2021-04-15T13:30:27Z', 'revision_number': 5, 'project_id': 'd6007c2a75434c23a9fb959db2cf0005', 'gw_port': {'id': 'e79ff716-438a-4762-9367-0938a1d1903e', 'name': '', 'network_id': '55d93253-8afb-47db-93d0-1527fbeb95d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:07:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17851f9-7c97-41fe-8820-5abad1f83108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'ip_address': '172.28.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T13:26:05Z', 'updated_at': '2021-04-15T13:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec126ae6-92bb-4236-889a-ca54f3751a25', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-5-smb'}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:30:29.423236 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97bdfe2-32be-4e93-96ea-3e3c790ac068 None None] Checking router: d17851f9-7c97-41fe-8820-5abad1f83108 for host: dv-cinder-784945-5-smb {{(pid=85260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 13:30:29.432234 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97bdfe2-32be-4e93-96ea-3e3c790ac068 None None] Routers {'d17851f9-7c97-41fe-8820-5abad1f83108'} bound to L3 agent in host dv-cinder-784945-5-smb {{(pid=85260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 13:30:29.432931 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-e97bdfe2-32be-4e93-96ea-3e3c790ac068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T13:07:15Z,description=,heartbeat_timestamp=2021-04-15T13:30:15Z,host='dv-cinder-784945-5-smb',id=d2850426-fba2-4e27-a3ef-bf91b3b25695,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T13:07:15Z,topic='l3_agent')) {'router_ids': ['d17851f9-7c97-41fe-8820-5abad1f83108'], 'active': True} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:30:29.484452 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-4461d7e3-4148-460e-839d-8ed01bca416d admin admin] For port e79ff716-438a-4762-9367-0938a1d1903e, host dv-cinder-784945-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=e79ff716-438a-4762-9367-0938a1d1903e,segment=NetworkSegment(906bcebc-1c01-4a0b-bcb7-9d225f9b16c2),segment_id=906bcebc-1c01-4a0b-bcb7-9d225f9b16c2)] {{(pid=85258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:30:29.484863 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4461d7e3-4148-460e-839d-8ed01bca416d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853842851'] for port, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:29.619713 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvr_db [None req-e97bdfe2-32be-4e93-96ea-3e3c790ac068 None None] Set router d17851f9-7c97-41fe-8820-5abad1f83108 gateway port host: None {{(pid=85260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 13:30:29.742268 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_hamode_db [None req-e97bdfe2-32be-4e93-96ea-3e3c790ac068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17851f9-7c97-41fe-8820-5abad1f83108', 'name': 'tempest-TestShelveInstance-1153809724-router', 'tenant_id': 'd6007c2a75434c23a9fb959db2cf0005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:26:05Z', 'updated_at': '2021-04-15T13:30:29Z', 'revision_number': 6, 'project_id': 'd6007c2a75434c23a9fb959db2cf0005', 'gw_port_host': None}], 'dv-cinder-784945-5-smb', False) {} {{(pid=85260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:30:29.747594 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97bdfe2-32be-4e93-96ea-3e3c790ac068 None None] The sync data for ids ['d17851f9-7c97-41fe-8820-5abad1f83108'] in dv-cinder-784945-5-smb is: [{'id': 'd17851f9-7c97-41fe-8820-5abad1f83108', 'name': 'tempest-TestShelveInstance-1153809724-router', 'tenant_id': 'd6007c2a75434c23a9fb959db2cf0005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T13:26:05Z', 'updated_at': '2021-04-15T13:30:29Z', 'revision_number': 6, 'project_id': 'd6007c2a75434c23a9fb959db2cf0005', 'gw_port_host': None}] {{(pid=85260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 13:30:29.879644 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-4461d7e3-4148-460e-839d-8ed01bca416d admin admin] Calling delete_port for e79ff716-438a-4762-9367-0938a1d1903e owned by network:router_gateway {{(pid=85258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 13:30:30.060686 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4461d7e3-4148-460e-839d-8ed01bca416d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757045826334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279809391903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10742258'] for port, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:30.076572 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:30:30.172642 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4461d7e3-4148-460e-839d-8ed01bca416d admin admin] Pushing event deleted for resources: {'Port': ['ID=e79ff716-438a-4762-9367-0938a1d1903e,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:30:30.179210 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-4461d7e3-4148-460e-839d-8ed01bca416d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:30:30.345854 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4461d7e3-4148-460e-839d-8ed01bca416d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853742797'] for router_gateway, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:30.534014 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4461d7e3-4148-460e-839d-8ed01bca416d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853741611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854710299'] for router, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:30.536373 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4461d7e3-4148-460e-839d-8ed01bca416d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:30.562165 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4461d7e3-4148-460e-839d-8ed01bca416d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1039941'] for router, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:30.562724 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4461d7e3-4148-460e-839d-8ed01bca416d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d17851f9-7c97-41fe-8820-5abad1f83108 {{(pid=85258) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 13:30:30.576246 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4461d7e3-4148-460e-839d-8ed01bca416d admin admin] Notify callbacks [] for router, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:30.577507 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-4461d7e3-4148-460e-839d-8ed01bca416d admin admin] 10.222.0.64 "DELETE /v2.0/routers/d17851f9-7c97-41fe-8820-5abad1f83108 HTTP/1.1" status: 204 len: 168 time: 1.6766629 Apr 15 13:30:30.580408 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 46136) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:30:30.650614 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a52d462-dd9b-45e1-9f46-5da9bff44c34 admin admin] Deleting subnet 9a36c364-d7a9-4207-ba44-af87fbef9810 {{(pid=85258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 13:30:30.654818 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-5a52d462-dd9b-45e1-9f46-5da9bff44c34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:30.725674 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-5a52d462-dd9b-45e1-9f46-5da9bff44c34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853032496'] for subnet, precommit_delete_associations {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:30.830282 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-5a52d462-dd9b-45e1-9f46-5da9bff44c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1806'] for subnet, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:31.021458 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device e79ff716-438a-4762-9367-0938a1d1903e no longer exists at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 13:30:31.059038 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] No Port match for: e79ff716-438a-4762-9367-0938a1d1903e {{(pid=85259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 13:30:31.059350 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device e79ff716-438a-4762-9367-0938a1d1903e not bound to the agent host dv-cinder-784945-5-smb {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 13:30:31.059824 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device 35f55121-f50d-48ba-8d56-d6c051b18868 no longer exists at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 13:30:31.096115 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] No Port match for: 35f55121-f50d-48ba-8d56-d6c051b18868 {{(pid=85259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 13:30:31.096511 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device 35f55121-f50d-48ba-8d56-d6c051b18868 not bound to the agent host dv-cinder-784945-5-smb {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 13:30:31.142286 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-5a52d462-dd9b-45e1-9f46-5da9bff44c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844033659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1471416'] for subnet, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:31.159020 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-ed0a91b6-3f62-4a8c-9413-6a7d35b55ede admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:30:31.263077 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a52d462-dd9b-45e1-9f46-5da9bff44c34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a36c364-d7a9-4207-ba44-af87fbef9810,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:30:31.266053 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-5a52d462-dd9b-45e1-9f46-5da9bff44c34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:30:31.313426 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-5a52d462-dd9b-45e1-9f46-5da9bff44c34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for subnet, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:31.318832 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee23a28-b595-4167-ae74-dfddb1d86e5b None None] Network f95ca8f1-af24-4a00-9347-9c9b903f905f requested from dv-cinder-784945-5-smb {{(pid=85259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 13:30:31.320558 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-5a52d462-dd9b-45e1-9f46-5da9bff44c34 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/9a36c364-d7a9-4207-ba44-af87fbef9810 HTTP/1.1" status: 204 len: 168 time: 0.7390075 Apr 15 13:30:31.323193 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 46140) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:30:31.454328 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ac2a93f5-eef5-43e4-a662-178d9ad97757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854359108'] for network, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:31.542736 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-ac2a93f5-eef5-43e4-a662-178d9ad97757 admin admin] Deleting port 244b692c-a3bc-49b0-ae6b-4e6afcd332c1 {{(pid=85258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 13:30:31.543199 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ac2a93f5-eef5-43e4-a662-178d9ad97757 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279808963205'] for port, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:31.635607 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51dd3aa8-88b2-4b39-8087-5227e847098c None None] DHCP port deletion for f95ca8f1-af24-4a00-9347-9c9b903f905f request from dv-cinder-784945-5-smb {{(pid=85259) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 13:30:31.641766 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-51dd3aa8-88b2-4b39-8087-5227e847098c None None] Deleting port 244b692c-a3bc-49b0-ae6b-4e6afcd332c1 {{(pid=85259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 13:30:31.642191 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-51dd3aa8-88b2-4b39-8087-5227e847098c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279808963205'] for port, before_delete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:31.823177 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-ac2a93f5-eef5-43e4-a662-178d9ad97757 admin admin] For port 244b692c-a3bc-49b0-ae6b-4e6afcd332c1, host dv-cinder-784945-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=244b692c-a3bc-49b0-ae6b-4e6afcd332c1,segment=NetworkSegment(a45803d4-8717-4780-b8e0-aa4005c74f5b),segment_id=a45803d4-8717-4780-b8e0-aa4005c74f5b)] {{(pid=85258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:30:31.823669 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ac2a93f5-eef5-43e4-a662-178d9ad97757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853842851'] for port, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:31.920603 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.db [None req-51dd3aa8-88b2-4b39-8087-5227e847098c None None] For port 244b692c-a3bc-49b0-ae6b-4e6afcd332c1, host dv-cinder-784945-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-5-smb',level=0,port_id=244b692c-a3bc-49b0-ae6b-4e6afcd332c1,segment=NetworkSegment(a45803d4-8717-4780-b8e0-aa4005c74f5b),segment_id=a45803d4-8717-4780-b8e0-aa4005c74f5b)] {{(pid=85259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 13:30:31.921241 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-51dd3aa8-88b2-4b39-8087-5227e847098c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853842851'] for port, precommit_delete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:31.990664 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-ac2a93f5-eef5-43e4-a662-178d9ad97757 admin admin] Calling delete_port for 244b692c-a3bc-49b0-ae6b-4e6afcd332c1 owned by network:dhcp {{(pid=85258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 13:30:32.089044 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ac2a93f5-eef5-43e4-a662-178d9ad97757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854336423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757045826334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279809391903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10742258'] for port, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:32.092556 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-51dd3aa8-88b2-4b39-8087-5227e847098c None None] Calling delete_port for 244b692c-a3bc-49b0-ae6b-4e6afcd332c1 owned by network:dhcp {{(pid=85259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 13:30:32.108473 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-6f78e187-9f2e-42ea-a844-98d514380bf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:30:32.186814 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.db.api [None req-51dd3aa8-88b2-4b39-8087-5227e847098c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85259) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 13:30:32.187216 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_db.api [None req-51dd3aa8-88b2-4b39-8087-5227e847098c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 13:30:32.223936 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a93f5-eef5-43e4-a662-178d9ad97757 admin admin] Pushing event deleted for resources: {'Port': ['ID=244b692c-a3bc-49b0-ae6b-4e6afcd332c1,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:30:32.236553 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-ac2a93f5-eef5-43e4-a662-178d9ad97757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:30:32.282729 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2a93f5-eef5-43e4-a662-178d9ad97757 admin admin] No DVR routers for this DVR port 244b692c-a3bc-49b0-ae6b-4e6afcd332c1 on host dv-cinder-784945-5-smb {{(pid=85258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 13:30:32.406582 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ac2a93f5-eef5-43e4-a662-178d9ad97757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854696719', 'neutron.services.segments.db._delete_segments_for_network--9223363279808872257'] for network, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:32.522568 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.services.segments.db [None req-ac2a93f5-eef5-43e4-a662-178d9ad97757 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f95ca8f1-af24-4a00-9347-9c9b903f905f']}} {{(pid=85258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:30:32.536371 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.services.segments.db [None req-ac2a93f5-eef5-43e4-a662-178d9ad97757 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a45803d4-8717-4780-b8e0-aa4005c74f5b') {'for_net_delete': True} {{(pid=85258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:30:32.536708 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.services.segments.db [None req-ac2a93f5-eef5-43e4-a662-178d9ad97757 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a45803d4-8717-4780-b8e0-aa4005c74f5b') {} {{(pid=85258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 13:30:32.549082 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ac2a93f5-eef5-43e4-a662-178d9ad97757 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279808868673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1743304'] for segment, before_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:32.567511 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ac2a93f5-eef5-43e4-a662-178d9ad97757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773144'] for segment, precommit_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:32.575123 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac2a93f5-eef5-43e4-a662-178d9ad97757 admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=85258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 13:30:32.688811 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-51dd3aa8-88b2-4b39-8087-5227e847098c None None] Deleting port 244b692c-a3bc-49b0-ae6b-4e6afcd332c1 {{(pid=85259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 13:30:32.689300 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-51dd3aa8-88b2-4b39-8087-5227e847098c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279808963205'] for port, before_delete {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:32.769062 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-51dd3aa8-88b2-4b39-8087-5227e847098c None None] The port '244b692c-a3bc-49b0-ae6b-4e6afcd332c1' was deleted {{(pid=85259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 13:30:32.791994 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-ac2a93f5-eef5-43e4-a662-178d9ad97757 admin admin] Network f95ca8f1-af24-4a00-9347-9c9b903f905f has no segments {{(pid=85258) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 13:30:32.805132 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ac2a93f5-eef5-43e4-a662-178d9ad97757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10742566'] for segment, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:32.985070 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.managers [None req-ac2a93f5-eef5-43e4-a662-178d9ad97757 admin admin] Network f95ca8f1-af24-4a00-9347-9c9b903f905f has no segments {{(pid=85258) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 13:30:33.009514 dv-cinder-784945-5-smb neutron-server[85144]: Traceback (most recent call last): Apr 15 13:30:33.009514 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 13:30:33.009514 dv-cinder-784945-5-smb neutron-server[85144]: timer() Apr 15 13:30:33.009514 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 13:30:33.009514 dv-cinder-784945-5-smb neutron-server[85144]: cb(*args, **kw) Apr 15 13:30:33.009514 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 13:30:33.009514 dv-cinder-784945-5-smb neutron-server[85144]: return func(*args, **kwargs) Apr 15 13:30:33.009514 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 13:30:33.009514 dv-cinder-784945-5-smb neutron-server[85144]: self._notify() Apr 15 13:30:33.009514 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 13:30:33.009514 dv-cinder-784945-5-smb neutron-server[85144]: self.callback(batched_events) Apr 15 13:30:33.009514 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 13:30:33.009514 dv-cinder-784945-5-smb neutron-server[85144]: event.method(event) Apr 15 13:30:33.009514 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 13:30:33.009514 dv-cinder-784945-5-smb neutron-server[85144]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 13:30:33.009514 dv-cinder-784945-5-smb neutron-server[85144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 13:30:33.009514 dv-cinder-784945-5-smb neutron-server[85144]: segment_id)['aggregates'][0] Apr 15 13:30:33.009514 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 13:30:33.009514 dv-cinder-784945-5-smb neutron-server[85144]: return f(self, *a, **k) Apr 15 13:30:33.009514 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 13:30:33.009514 dv-cinder-784945-5-smb neutron-server[85144]: return self._get(url).json() Apr 15 13:30:33.009514 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 13:30:33.009514 dv-cinder-784945-5-smb neutron-server[85144]: **kwargs) Apr 15 13:30:33.009514 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 13:30:33.009514 dv-cinder-784945-5-smb neutron-server[85144]: return self.request(url, 'GET', **kwargs) Apr 15 13:30:33.009514 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 13:30:33.009514 dv-cinder-784945-5-smb neutron-server[85144]: **endpoint_filter) Apr 15 13:30:33.009514 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 13:30:33.009514 dv-cinder-784945-5-smb neutron-server[85144]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 13:30:33.009514 dv-cinder-784945-5-smb neutron-server[85144]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 13:30:33.009514 dv-cinder-784945-5-smb neutron-server[85144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 13:30:33.009514 dv-cinder-784945-5-smb neutron-server[85144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 13:30:33.020812 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device 244b692c-a3bc-49b0-ae6b-4e6afcd332c1 no longer exists at agent ovs-agent-dv-cinder-784945-5-smb {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 13:30:33.058996 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.plugin [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] No Port match for: 244b692c-a3bc-49b0-ae6b-4e6afcd332c1 {{(pid=85259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 13:30:33.059307 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.plugins.ml2.rpc [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Device 244b692c-a3bc-49b0-ae6b-4e6afcd332c1 not bound to the agent host dv-cinder-784945-5-smb {{(pid=85259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 13:30:33.104223 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ac2a93f5-eef5-43e4-a662-178d9ad97757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-78982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1032985'] for network, after_delete {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:33.109009 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ac2a93f5-eef5-43e4-a662-178d9ad97757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146373'] for network, before_response {{(pid=85258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:33.112929 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-14b93a8a-0205-4b2c-8dd4-19ce3856b220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:30:33.135395 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a93f5-eef5-43e4-a662-178d9ad97757 admin admin] Pushing event deleted for resources: {'Network': ['ID=f95ca8f1-af24-4a00-9347-9c9b903f905f,revision_number=None']} {{(pid=85258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:30:33.138781 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-ac2a93f5-eef5-43e4-a662-178d9ad97757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:30:33.140759 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-ac2a93f5-eef5-43e4-a662-178d9ad97757 admin admin] 10.222.0.64 "DELETE /v2.0/networks/f95ca8f1-af24-4a00-9347-9c9b903f905f HTTP/1.1" status: 204 len: 168 time: 1.8164110 Apr 15 13:30:33.339177 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 46146) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:30:33.393233 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-e9a3d5b7-921b-4d34-9b6b-cea4d5050c5d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9ce8cbcfb75946d2b44cbcaaf3a0ca78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0521002 Apr 15 13:30:33.395846 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 46150) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:30:33.458668 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a41646cc-991f-40e6-8d00-662a843dca5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:33.486854 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a41646cc-991f-40e6-8d00-662a843dca5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:33.544582 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a41646cc-991f-40e6-8d00-662a843dca5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:33.549969 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-0e91c82c-9a29-4161-b62a-a139025a1fb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:30:33.567112 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41646cc-991f-40e6-8d00-662a843dca5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9b72cd-e9ab-41e5-a3f9-4ef903ac3c92,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:30:33.570185 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-a41646cc-991f-40e6-8d00-662a843dca5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:30:33.572296 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a41646cc-991f-40e6-8d00-662a843dca5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:33.573495 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-a41646cc-991f-40e6-8d00-662a843dca5e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6e9b72cd-e9ab-41e5-a3f9-4ef903ac3c92 HTTP/1.1" status: 204 len: 168 time: 0.1766746 Apr 15 13:30:33.967010 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85258) accepted ('10.222.0.64', 46158) {{(pid=85258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:30:34.019915 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-59b9730b-be53-47d9-ad4d-751a530b797f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d6007c2a75434c23a9fb959db2cf0005&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0515003 Apr 15 13:30:34.022692 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [-] (85257) accepted ('10.222.0.64', 46162) {{(pid=85257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 13:30:34.087832 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ddd241b3-6f7e-4a92-b9df-d43491a73ec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:34.115770 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ddd241b3-6f7e-4a92-b9df-d43491a73ec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:34.163250 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ddd241b3-6f7e-4a92-b9df-d43491a73ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853840003'] for security_group, after_delete {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:34.168961 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-bdc49249-4aa4-4e44-890a-f2bd89dce25f tempest-VolumesNegativeTest-673860719 tempest-VolumesNegativeTest-673860719-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 13:30:34.182468 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd241b3-6f7e-4a92-b9df-d43491a73ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9dc35d4-e661-4d9f-80ae-cf98faaacf61,revision_number=None']} {{(pid=85257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 13:30:34.185875 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG oslo_concurrency.lockutils [None req-ddd241b3-6f7e-4a92-b9df-d43491a73ec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 13:30:34.187107 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ddd241b3-6f7e-4a92-b9df-d43491a73ec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:34.188377 dv-cinder-784945-5-smb neutron-server[85144]: INFO neutron.wsgi [None req-ddd241b3-6f7e-4a92-b9df-d43491a73ec3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a9dc35d4-e661-4d9f-80ae-cf98faaacf61 HTTP/1.1" status: 204 len: 168 time: 0.1645615 Apr 15 13:30:42.047630 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-151c6efe-b90a-45f3-850a-00379d7a28cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:44.668630 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-f67d82fa-d01b-4632-aef2-7aed23358b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:45.456477 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c87900dd-59db-4d9b-b688-8554058ba32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:45.994792 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:46.947447 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47a557f2-6ce0-416f-9ef8-17658d5933ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:52.848158 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:30:56.834360 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.agents_db [None req-862eb08b-2c52-41b8-8db2-56e94ab18918 None None] Agent healthcheck: found 6 active agents {{(pid=85260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 13:31:12.049886 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-5323d23d-64f5-4fbc-8bd2-d40613ae9a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:31:14.670188 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-3f8d5535-f85a-4f53-856f-ca5f6b941aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:31:15.456027 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c87900dd-59db-4d9b-b688-8554058ba32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:31:15.998409 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:31:16.951582 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47a557f2-6ce0-416f-9ef8-17658d5933ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:31:22.794307 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [req-2b247b2f-d02c-4dda-83b5-5cb60bed593d req-dea3cc48-8ad6-402d-947f-359b125d8891 service neutron] (85257) timed out ('10.222.0.65', 56903) {{(pid=85257) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 15 13:31:22.861990 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:31:33.836649 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.agents_db [None req-862eb08b-2c52-41b8-8db2-56e94ab18918 None None] Agent healthcheck: found 6 active agents {{(pid=85260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 13:31:42.052136 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-93cc39cc-925b-4aaf-ab6b-23397a2b423e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:31:44.671843 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-4a0b32cc-ab6b-45eb-ad13-7510b4f6cc8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:31:45.459180 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c87900dd-59db-4d9b-b688-8554058ba32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:31:46.000632 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:31:46.954415 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47a557f2-6ce0-416f-9ef8-17658d5933ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:31:52.867161 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:32:10.836423 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.agents_db [None req-862eb08b-2c52-41b8-8db2-56e94ab18918 None None] Agent healthcheck: found 6 active agents {{(pid=85260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 13:32:12.053799 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-cca327cb-aaf3-46ad-a229-648f9c0bfbfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:32:14.673791 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-93661b55-8008-435b-b205-6aa44461be44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:32:15.462385 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c87900dd-59db-4d9b-b688-8554058ba32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:32:16.002158 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:32:16.957068 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47a557f2-6ce0-416f-9ef8-17658d5933ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:32:22.885076 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:32:42.054624 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-6e2682bd-4c21-4c6d-9a47-3f1cb82e48b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:32:44.675172 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-d5528e94-8bd4-45d7-ad8a-b1d6f83e3040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:32:45.464064 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c87900dd-59db-4d9b-b688-8554058ba32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:32:46.003381 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:32:46.961894 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47a557f2-6ce0-416f-9ef8-17658d5933ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:32:47.836441 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.agents_db [None req-862eb08b-2c52-41b8-8db2-56e94ab18918 None None] Agent healthcheck: found 6 active agents {{(pid=85260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 13:32:52.878753 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:33:12.056445 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-9228e60e-a405-4597-9560-7a45791f1424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:33:14.676666 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-429307cf-0a59-4c54-87f0-d3934c988b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:33:15.467583 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c87900dd-59db-4d9b-b688-8554058ba32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:33:16.006526 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:33:16.962396 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47a557f2-6ce0-416f-9ef8-17658d5933ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:33:22.884616 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:33:24.836123 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.agents_db [None req-862eb08b-2c52-41b8-8db2-56e94ab18918 None None] Agent healthcheck: found 6 active agents {{(pid=85260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 13:33:42.058236 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-de4d3df3-bc33-4307-ae7e-a7be6a1404ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:33:44.682020 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-91e3037a-4586-4a7b-a942-7541f8ef076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:33:45.481121 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c87900dd-59db-4d9b-b688-8554058ba32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:33:46.009174 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:33:46.965316 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47a557f2-6ce0-416f-9ef8-17658d5933ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:33:52.903283 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:34:01.836118 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.agents_db [None req-862eb08b-2c52-41b8-8db2-56e94ab18918 None None] Agent healthcheck: found 6 active agents {{(pid=85260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 13:34:12.059170 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b0bb6faf-ab0e-4ba6-8c32-0c1875738d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:34:14.683968 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-a9fe3c25-78ae-4b1a-a84b-066a09446637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:34:15.474151 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c87900dd-59db-4d9b-b688-8554058ba32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:34:16.010977 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:34:16.968543 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47a557f2-6ce0-416f-9ef8-17658d5933ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:34:22.913494 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:34:38.836882 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.agents_db [None req-862eb08b-2c52-41b8-8db2-56e94ab18918 None None] Agent healthcheck: found 6 active agents {{(pid=85260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 13:34:42.060119 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-ed3de7ea-2ab9-49c7-8221-c4275c98197f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:34:42.850533 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.wsgi [req-277fc7e8-03aa-400a-9d5f-abfd206d985e req-8d3d8629-32d8-40dc-bc0a-4afc7b9d1ffe service neutron] (85257) timed out ('10.222.0.65', 56895) {{(pid=85257) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 15 13:34:44.686115 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-46108c4a-fd90-4eac-a9d1-327111d8476b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:34:45.476102 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c87900dd-59db-4d9b-b688-8554058ba32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:34:46.012511 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:34:46.971818 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47a557f2-6ce0-416f-9ef8-17658d5933ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:34:52.918795 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:35:12.060944 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-b4a06ade-8a5c-4768-8625-772a3f8a0931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:35:14.688368 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-5dfb8c1c-8147-4fb8-9569-9ced5716216f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:35:15.480064 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-c87900dd-59db-4d9b-b688-8554058ba32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:35:15.836340 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron.db.agents_db [None req-862eb08b-2c52-41b8-8db2-56e94ab18918 None None] Agent healthcheck: found 6 active agents {{(pid=85260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 13:35:16.014146 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-48aa951f-574e-42b7-8d23-9bd1a29ab527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:35:16.975892 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-47a557f2-6ce0-416f-9ef8-17658d5933ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 13:35:22.927094 dv-cinder-784945-5-smb neutron-server[85144]: DEBUG neutron_lib.callbacks.manager [None req-067efc02-4865-4470-9def-5c45fd851d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279808872274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}